-- Logs begin at Fri 2022-06-24 15:38:18 UTC, end at Fri 2022-06-24 16:45:49 UTC. -- Jun 24 16:22:07.196859 dv-cinder-847189-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 16:22:09.801334 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.common.config [-] Logging enabled! Jun 24 16:22:09.802045 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 16:22:09.802045 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 16:22:09.805184 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.common.config [-] Logging enabled! Jun 24 16:22:09.805440 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 16:22:09.805753 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 16:22:09.806684 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:22:09.806938 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:22:09.807291 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:22:09.807541 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:22:09.807760 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:22:09.808070 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.808364 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.808655 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.808881 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.809173 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.809460 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.809741 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.810027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.810319 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.810600 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.810876 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.811181 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.811409 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.811687 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.811974 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.813345 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.813579 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.813867 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.814302 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.814721 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.815026 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.815321 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.815603 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.815872 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.816148 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.816432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.816760 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] host = dv-cinder-847189-3-smb {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.817032 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.817318 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.817600 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.817885 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.818161 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.818435 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.818718 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.819021 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.819294 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.819567 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.819852 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.820135 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.820421 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.820642 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.820862 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.821145 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.821428 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.821699 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.821970 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.822242 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.822513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.822782 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.823084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.823367 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.823648 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.823930 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.824202 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.824477 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.824747 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.825015 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.825301 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.825580 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.825852 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.826122 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.826410 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.826681 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.826981 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.827283 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.827569 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.827887 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.828736 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.829020 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.829308 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.829584 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.829861 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.830134 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.830408 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.830682 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.830996 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.831275 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.831550 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.831827 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.832100 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.832382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.832655 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:09.832953 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.833250 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.833550 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.833838 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.834130 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.834409 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.834699 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.835012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.835305 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.835595 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.835883 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.836192 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.836455 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.836732 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.837027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.837332 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.837626 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.837931 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.838196 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.838473 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.838747 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.839056 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.839344 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.839634 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.839925 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.840199 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.840476 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.840764 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.841040 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.841312 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.841590 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.841879 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.842156 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.842428 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.842707 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.843024 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.843315 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.844080 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.844366 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.844663 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.844943 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.845219 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.845493 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.845771 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.846043 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.846329 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.846607 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.846882 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.847189 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.847471 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.847745 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.848017 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.848301 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.848573 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.848850 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.849120 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.849392 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.849665 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.849936 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.850208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.850478 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.850749 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.851051 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.851324 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.851597 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.851869 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.852139 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.852411 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.852697 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.852993 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.853269 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.853547 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.853824 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.854099 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.854375 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.854651 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.854936 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.855222 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.855495 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.855784 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.856065 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.856349 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.856630 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.856904 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.857197 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.857473 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.857754 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.858034 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.858317 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.858598 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.858881 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.860189 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.860504 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.860808 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.861108 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.861407 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.861689 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.862003 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.862286 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:09.862506 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:22:09.862751 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88024) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 16:22:10.263498 dv-cinder-847189-3-smb neutron-server[88024]: INFO keyring.backend [-] Loading KWallet Jun 24 16:22:10.271650 dv-cinder-847189-3-smb neutron-server[88024]: INFO keyring.backend [-] Loading SecretService Jun 24 16:22:10.275101 dv-cinder-847189-3-smb neutron-server[88024]: INFO keyring.backend [-] Loading Windows Jun 24 16:22:10.276418 dv-cinder-847189-3-smb neutron-server[88024]: INFO keyring.backend [-] Loading chainer Jun 24 16:22:10.276982 dv-cinder-847189-3-smb neutron-server[88024]: INFO keyring.backend [-] Loading macOS Jun 24 16:22:10.310804 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 16:22:10.311106 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 16:22:10.311397 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 16:22:10.311731 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 16:22:10.713507 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.713804 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.714073 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.715301 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.715570 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.715829 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.752994 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.753264 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.753530 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.766939 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.767214 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.767481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.798729 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.799026 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.799295 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.836274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.836832 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:10.836832 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.076733 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.077013 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.077276 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.077535 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.078851 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.201773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.202093 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.202371 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.202635 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.203372 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.203694 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.203963 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.204222 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.204488 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.204768 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.205025 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.205287 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.205554 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.205810 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.206074 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.206345 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.206604 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.206869 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.207145 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.207427 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.207773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.208024 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.208272 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.208556 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.208803 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.209045 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.209431 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.209669 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.209902 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.210136 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.210368 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.210598 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.210985 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 16:22:11.214034 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 16:22:11.217947 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 16:22:11.222241 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 24 16:22:11.223896 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 16:22:11.224345 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 16:22:11.224680 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 16:22:11.225204 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 16:22:11.227992 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 16:22:11.228238 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 16:22:11.228582 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 16:22:11.258244 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 16:22:11.258685 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.259019 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88024) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 16:22:11.259379 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.260720 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88024) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 16:22:11.260996 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 16:22:11.261238 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 16:22:11.264519 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.264800 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.328433 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 16:22:11.328669 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 16:22:11.328906 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 16:22:11.329267 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 16:22:11.361944 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_db.sqlalchemy.engines [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88024) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 24 16:22:11.710413 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing driver for type 'gre' Jun 24 16:22:11.710964 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] gre ID ranges: [(1, 1000)] Jun 24 16:22:11.767592 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing driver for type 'local' Jun 24 16:22:11.767945 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing driver for type 'vlan' Jun 24 16:22:11.779353 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] VlanTypeDriver initialization complete Jun 24 16:22:11.779684 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing driver for type 'vxlan' Jun 24 16:22:11.780175 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] vxlan ID ranges: [(1, 1000)] Jun 24 16:22:11.837328 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing extension driver 'port_security' Jun 24 16:22:11.837898 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] PortSecurityExtensionDriver initialization complete Jun 24 16:22:11.837993 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing mechanism driver 'openvswitch' Jun 24 16:22:11.838257 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing mechanism driver 'hyperv' Jun 24 16:22:11.845842 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.plugin [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:11.846503 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.846869 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.847243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.847765 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.848189 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.848538 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.848885 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.849274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.849674 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.850016 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.850353 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.850735 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.851160 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.851504 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.851839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.852223 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.852620 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.852963 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.853297 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.853804 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.854205 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > address_group after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.854551 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > address_group after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.854887 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.855295 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 16:22:11.855736 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] ML2 OVO RPC backend initialized. {{(pid=88024) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 24 16:22:11.856434 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.856785 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.857223 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.857566 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > networks before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.857908 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.858302 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > ports before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.858582 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.858934 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnets before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.859707 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.860053 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.860389 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.860725 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.861060 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.861392 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.861725 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.862056 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.862385 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.862983 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.plugin [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Modular L2 Plugin initialization complete Jun 24 16:22:11.863316 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading services supported by the core plugin {{(pid=88024) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 16:22:11.863640 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Got port-security extension from driver 'port_security' Jun 24 16:22:11.864097 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.extensions.vlantransparent [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Disabled vlantransparent extension. Jun 24 16:22:11.864580 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88024) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 16:22:11.864893 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: router Jun 24 16:22:11.902807 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.903216 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.903580 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router before_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.903941 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.904307 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.904655 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_delete 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.905004 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.905361 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.905704 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.907112 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.907469 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.907831 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.908245 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.908612 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.908948 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.909280 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.909617 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.909959 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.910303 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.910637 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.910993 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.911348 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.911684 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.912025 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.912377 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.912714 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.913073 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > agent after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.913415 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > agent after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.913756 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.914619 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Tracking information for resource: router configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.914976 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Tracking information for resource: floatingip configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 16:22:11.919804 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.db.l3_agentschedulers_db [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 16:22:11.920374 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.920729 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.921073 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.921416 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.922505 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router before_create 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.922880 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.923275 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_create 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.923633 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > router precommit_update 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.928083 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.provider_configuration [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service providers = [] {{(pid=88024) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 16:22:11.928443 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.db.servicetype_db [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88024) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 16:22:11.931412 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.service_base [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:22:11.931765 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.service_base [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:22:11.932101 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.service_base [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:22:11.932980 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.services.service_base [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 16:22:11.933347 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.services.service_base [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 16:22:11.933714 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.934023 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 16:22:11.944624 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.944955 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: auto_allocate Jun 24 16:22:11.950730 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: network precommit_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.951110 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: network precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.951634 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.951950 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: tag Jun 24 16:22:11.958974 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.959301 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: timestamp Jun 24 16:22:11.963283 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.963611 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: network_ip_availability Jun 24 16:22:11.969363 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.969723 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.970072 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:11.970773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.971124 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: flavors Jun 24 16:22:11.975732 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.976064 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading Plugin: revisions Jun 24 16:22:11.980284 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 16:22:11.980671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.669s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 16:22:11.981406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88024) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 16:22:11.981739 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Initializing extension manager. Jun 24 16:22:11.982242 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: __init__.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.982575 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: __pycache__ {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.982902 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.983256 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.984027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.984582 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: address-group Jun 24 16:22:11.984899 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: address_scope.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.985609 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.986111 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: address-scope Jun 24 16:22:11.986429 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.987373 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.987879 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: router-admin-state-down-before-update Jun 24 16:22:11.988196 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: agent.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.988892 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.989392 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: agent Jun 24 16:22:11.989708 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: agent_resources_synced.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.990793 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.991328 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: agent-resources-synced Jun 24 16:22:11.991648 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: allowedaddresspairs.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.993435 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.993954 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: allowed-address-pairs Jun 24 16:22:11.994279 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: auto_allocated_topology.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.995365 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.995882 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: auto-allocated-topology Jun 24 16:22:11.996204 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.996896 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.997400 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: availability_zone Jun 24 16:22:11.997719 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: availability_zone_filter.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:11.998626 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:11.999437 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: availability_zone_filter Jun 24 16:22:11.999780 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: data_plane_status.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.000687 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.001190 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 16:22:12.001507 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: default_subnetpools.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.002425 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.002956 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: default-subnetpools Jun 24 16:22:12.003278 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.004081 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.004584 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: dhcp_agent_scheduler Jun 24 16:22:12.004900 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: dns.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.005803 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.006301 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 16:22:12.006617 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: dns_domain_ports.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.007558 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.008057 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 16:22:12.008389 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: dvr.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.009036 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.009535 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: dvr Jun 24 16:22:12.009849 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: empty_string_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.010755 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.011304 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: empty-string-filtering Jun 24 16:22:12.011628 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.012540 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.013042 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 16:22:12.013355 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.014256 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.014756 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 16:22:12.015097 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: external_net.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.016717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.017221 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: external-net Jun 24 16:22:12.017538 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.018448 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.018978 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: extra_dhcp_opt Jun 24 16:22:12.019299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: extraroute.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.020205 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.020710 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: extraroute Jun 24 16:22:12.021027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: extraroute_atomic.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.022045 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.022556 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: extraroute-atomic Jun 24 16:22:12.022875 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: filter_validation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.023560 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.024061 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: filter-validation Jun 24 16:22:12.024376 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: fip_pf_description.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.025274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.025773 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 16:22:12.026088 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: fip_port_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.027035 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.027543 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: fip-port-details Jun 24 16:22:12.027856 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: flavors.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.029083 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.029594 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: flavors Jun 24 16:22:12.029914 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.032274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.032793 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 16:22:12.033114 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: floatingip_pools.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.033803 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.034308 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: floatingip-pools Jun 24 16:22:12.034623 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: ip_allocation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.035567 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.036067 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 16:22:12.036382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.037290 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.037795 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: ip-substring-filtering Jun 24 16:22:12.038176 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l2_adjacency.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.039127 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.039629 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 16:22:12.039944 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.040899 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.041417 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: router Jun 24 16:22:12.041738 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.044109 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.044637 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 16:22:12.044967 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.045892 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.046408 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: ext-gw-mode Jun 24 16:22:12.046757 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.047700 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.048210 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: l3-ha Jun 24 16:22:12.048531 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3_flavors.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.049442 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.049954 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: l3-flavors Jun 24 16:22:12.050276 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.051239 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.051749 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 16:22:12.052068 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: l3agentscheduler.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.053104 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.053612 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: l3_agent_scheduler Jun 24 16:22:12.053929 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: logging.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.055427 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.055944 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension logging not supported by any of loaded plugins Jun 24 16:22:12.056269 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: metering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.057004 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.057575 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: metering Jun 24 16:22:12.057895 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.059023 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.059538 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: metering_source_and_destination_fields Jun 24 16:22:12.059858 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: multiprovidernet.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.060773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.061280 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: multi-provider Jun 24 16:22:12.061597 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: netmtu.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.062536 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.063074 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: net-mtu Jun 24 16:22:12.063391 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: netmtu_writable.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.064306 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.064812 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: net-mtu-writable Jun 24 16:22:12.065128 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: network_availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.065788 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.066292 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: network_availability_zone Jun 24 16:22:12.066605 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: network_ip_availability.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.067717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.068226 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: network-ip-availability Jun 24 16:22:12.068544 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: network_segment_range.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.069309 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.069810 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 16:22:12.070127 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: pagination.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.071137 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.071461 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: pagination Jun 24 16:22:12.071775 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: port_device_profile.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.072688 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.073198 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: port-device-profile Jun 24 16:22:12.073515 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.074426 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.074954 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: port-mac-address-regenerate Jun 24 16:22:12.075280 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.076194 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.076702 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: port-numa-affinity-policy Jun 24 16:22:12.077018 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: port_resource_request.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.078456 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.078980 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 16:22:12.079297 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: portbindings.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.080206 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.080711 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: binding Jun 24 16:22:12.081028 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: portbindings_extended.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.082300 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.082811 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: binding-extended Jun 24 16:22:12.083166 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: portsecurity.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.084087 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.084595 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: port-security Jun 24 16:22:12.084914 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: project_id.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.086013 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.086338 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: project-id Jun 24 16:22:12.086654 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: providernet.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.087638 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.088101 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: provider Jun 24 16:22:12.088415 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.091900 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.092422 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos not supported by any of loaded plugins Jun 24 16:22:12.092748 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.094592 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.095138 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 16:22:12.095466 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.096381 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.096889 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 16:22:12.097207 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_default.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.098107 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.098614 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-default not supported by any of loaded plugins Jun 24 16:22:12.098951 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_fip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.099601 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.100103 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 16:22:12.100422 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_gateway_ip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.101338 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.101839 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 16:22:12.102156 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_port_network_policy.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.103113 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.103623 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 16:22:12.103945 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_rule_type_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.104864 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.105366 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 16:22:12.105683 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: qos_rules_alias.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.106717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.107257 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 16:22:12.107577 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: quotasv2.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.108463 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.108785 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: quotas Jun 24 16:22:12.109223 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: quotasv2_detail.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.110826 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.111185 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: quota_details Jun 24 16:22:12.111506 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: rbac.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.112551 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.113075 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: rbac-policies Jun 24 16:22:12.113396 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: rbac_address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.114324 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.114835 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: rbac-address-group Jun 24 16:22:12.115179 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: rbac_address_scope.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.116094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.116602 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: rbac-address-scope Jun 24 16:22:12.116918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: rbac_security_groups.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.117824 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.118333 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: rbac-security-groups Jun 24 16:22:12.118650 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: rbac_subnetpool.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.119614 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.120124 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: rbac-subnetpool Jun 24 16:22:12.120439 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: revisionifmatch.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.121350 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.121861 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: revision-if-match Jun 24 16:22:12.122176 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: revisions.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.123320 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.123833 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: standard-attr-revisions Jun 24 16:22:12.124418 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: router_availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.125114 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.125622 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: router_availability_zone Jun 24 16:22:12.125938 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: routerservicetype.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.127008 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.127525 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 16:22:12.127842 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.128761 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.129268 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: security-groups-normalized-cidr Jun 24 16:22:12.129583 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.130501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.131040 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: port-security-groups-filtering Jun 24 16:22:12.131358 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.132283 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.132790 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: security-groups-remote-address-group Jun 24 16:22:12.133121 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: securitygroup.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.143209 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.143736 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: security-group Jun 24 16:22:12.144066 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: segment.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.144844 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.145348 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension segment not supported by any of loaded plugins Jun 24 16:22:12.145670 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.146601 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.147137 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 16:22:12.147460 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: servicetype.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.148562 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.149077 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: service-type Jun 24 16:22:12.149400 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: sorting.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.150376 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.150701 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: sorting Jun 24 16:22:12.151050 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: standard_attr_segment.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.151966 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.152478 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 16:22:12.152793 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: standardattrdescription.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.153449 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.153951 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: standard-attr-description Jun 24 16:22:12.154265 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: stateful_security_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.155221 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.155732 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: stateful-security-group Jun 24 16:22:12.156668 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: stdattrs_common.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.157230 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 16:22:12.157545 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.158536 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.159097 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 16:22:12.159415 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnet_onboard.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.160484 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.161001 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: subnet_onboard Jun 24 16:22:12.161318 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.162240 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.162748 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 16:22:12.163105 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnet_service_types.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.164035 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.164549 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: subnet-service-types Jun 24 16:22:12.164866 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnetallocation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.165932 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.166448 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: subnet_allocation Jun 24 16:22:12.166772 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.167467 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.167978 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: subnetpool-prefix-ops Jun 24 16:22:12.168296 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.169229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.169732 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 16:22:12.170048 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: tagging.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.171178 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.171717 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: standard-attr-tag Jun 24 16:22:12.172079 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: timestamp.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.173294 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.173812 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loaded extension: standard-attr-timestamp Jun 24 16:22:12.174136 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: trunk.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.175185 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.175698 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension trunk not supported by any of loaded plugins Jun 24 16:22:12.176016 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: trunk_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.176934 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.177439 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 16:22:12.177756 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: uplink_status_propagation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.178673 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.179222 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 16:22:12.179533 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Loading extension file: vlantransparent.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 16:22:12.180197 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 16:22:12.180695 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 16:22:12.183089 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:network Jun 24 16:22:12.183828 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnet Jun 24 16:22:12.185707 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:22:12.186314 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:port Jun 24 16:22:12.188288 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.188733 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service FLAVORS assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.189352 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.189779 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.190107 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:router Jun 24 16:22:12.190751 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 16:22:12.191507 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service METERING assigned prefix: /metering {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.192928 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:12.193289 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:12.193652 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:22:12.194755 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 16:22:12.195235 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 16:22:12.195886 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 16:22:12.196621 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.196951 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:22:12.197280 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] subnetpool is already registered Jun 24 16:22:12.197879 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.198201 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:22:12.198518 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] subnetpool is already registered Jun 24 16:22:12.201208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.201642 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service FLAVORS assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.202230 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.202648 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.203551 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:router Jun 24 16:22:12.203884 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] router is already registered Jun 24 16:22:12.204481 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 16:22:12.204815 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] floatingip is already registered Jun 24 16:22:12.205443 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service METERING assigned prefix: /metering {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.206106 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 16:22:12.206429 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] rbac_policy is already registered Jun 24 16:22:12.206991 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 16:22:12.207313 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] security_group is already registered Jun 24 16:22:12.207896 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 16:22:12.208219 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] security_group_rule is already registered Jun 24 16:22:12.208888 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.209216 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:22:12.209538 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] subnetpool is already registered Jun 24 16:22:12.210146 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 16:22:12.210467 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 16:22:12.210785 dv-cinder-847189-3-smb neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] subnetpool is already registered Jun 24 16:22:12.211455 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: extensions {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.212901 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: address-groups {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.214495 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: address-scopes {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.215714 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.216868 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: auto-allocated-topology {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.218089 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: availability_zones {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.219513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: dhcp-networks {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.220899 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: dhcp-agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.222290 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.224118 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: flavors {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.225256 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: service_profiles {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.226441 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: next_providers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.227991 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: service_profiles {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.229413 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: floatingip-pools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.230610 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.232400 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: floatingips {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.233565 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: l3-routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.235005 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: l3-agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.236377 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: metering-labels {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.237715 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: metering-label-rules {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.239033 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: network-ip-availabilities {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.240268 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: bindings {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.241887 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: quotas {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.243318 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: quotas {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.244705 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: rbac-policies {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.245983 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: security-groups {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.247214 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: security-group-rules {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.248414 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: service-providers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.250422 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: subnetpools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.252839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: subnetpools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.254305 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.255997 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.368817 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.370502 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.372323 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.374495 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.376793 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.378658 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.380451 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.382282 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron.api.extensions [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 16:22:12.388202 dv-cinder-847189-3-smb neutron-server[88024]: WARNING keystonemiddleware.auth_token [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 16:22:12.393570 dv-cinder-847189-3-smb neutron-server[88024]: WARNING keystonemiddleware.auth_token [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 16:22:12.401659 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Acquired lock "singleton_lock" {{(pid=88024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 16:22:12.402128 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Releasing lock "singleton_lock" {{(pid=88024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 16:22:12.402753 dv-cinder-847189-3-smb neutron-server[88024]: INFO oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Starting 2 workers Jun 24 16:22:12.407398 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Started child 88131 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 16:22:12.411539 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Started child 88132 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 16:22:12.412830 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.413318 dv-cinder-847189-3-smb neutron-server[88024]: INFO neutron.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 16:22:12.413764 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Notify callbacks [] for process, before_spawn {{(pid=88024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.414227 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [-] (88131) wsgi starting up on http://0.0.0.0:9696 Jun 24 16:22:12.416117 dv-cinder-847189-3-smb neutron-server[88024]: INFO oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Starting 1 workers Jun 24 16:22:12.416429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.417755 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [-] (88132) wsgi starting up on http://0.0.0.0:9696 Jun 24 16:22:12.421034 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Started child 88133 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 16:22:12.421643 dv-cinder-847189-3-smb neutron-server[88024]: INFO oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Starting 1 workers Jun 24 16:22:12.424779 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] calling RpcWorker wait() {{(pid=88133) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 16:22:12.425312 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] returning from RpcWorker wait() {{(pid=88133) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 16:22:12.425952 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Started child 88134 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 16:22:12.426629 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.426718 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-bc529217-0ea6-4575-ad82-abba2bcd6bd9 None None] Notify callbacks [] for process, after_spawn {{(pid=88024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.427173 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:12.428675 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 16:22:12.428878 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:22:12.429061 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:22:12.429281 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:22:12.429605 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:22:12.429773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:22:12.430282 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.430571 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.430844 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.431135 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.431407 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.431546 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:12.432021 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.432182 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.432430 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.432700 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.432934 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.433102 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.433265 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.433501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.433741 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.434039 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.434303 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.434533 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.434815 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.435007 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.435267 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.435513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.435761 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.436043 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.436300 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.436774 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.437014 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.437786 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.438024 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.438305 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.438557 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.438806 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.439051 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.439279 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.439510 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.439763 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.440000 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.440215 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.440422 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.440658 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.440867 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.441321 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] host = dv-cinder-847189-3-smb {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.441554 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.441790 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.442013 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.442250 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.442491 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.442705 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.442996 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.443258 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.443500 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.443741 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.444001 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.444239 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.444473 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.444717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.444876 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_options = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.445108 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.445381 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.445637 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.445818 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.445982 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.446152 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.446402 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.446565 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.446810 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.447045 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.447257 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.447473 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.447703 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.447913 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.448160 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.448386 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.448634 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.448826 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.449076 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.449298 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.449518 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.449738 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.450060 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.450207 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.450456 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.450596 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.450811 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.451046 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.451256 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.451516 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.451748 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.451988 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.452227 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.452473 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.452697 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.454385 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.454385 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.454693 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.455036 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.455127 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:12.455304 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.455846 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.456138 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.456590 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.456822 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.457059 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.457271 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.457484 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.457719 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.457977 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.458196 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.458464 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.460281 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.460509 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.460796 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.461221 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.461618 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.463984 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.464691 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.464691 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.464691 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.464691 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.464971 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.465106 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.465475 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.465710 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.465981 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.466214 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.466455 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.466670 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.466906 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.467250 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.467519 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.467785 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.468071 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.468304 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.468593 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469268 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469268 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469268 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469459 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469657 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.469893 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.470104 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.470321 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.470544 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.470755 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.471036 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.471260 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.471496 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.471746 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.471960 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.472192 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.472404 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.472619 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.472847 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.473072 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.473282 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.473544 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.473791 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.474027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.474257 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.474470 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.474684 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.474952 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.475173 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.475406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.475591 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.475822 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.476038 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.476281 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.476653 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.476880 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.477094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.477332 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.477520 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.477733 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.478141 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.478374 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.478600 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.478835 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.479055 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.479271 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.479568 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.479829 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.480052 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.480395 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.480793 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.481170 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.481546 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.481914 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.482277 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.482492 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.482772 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.483104 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.483357 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.483636 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.484056 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.484441 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.484874 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.485142 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.485370 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.485617 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.485863 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.486140 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.486362 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.486604 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.486859 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.487126 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.487535 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.487923 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.488296 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.488664 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.488906 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.489236 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.489680 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.490138 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.490575 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.491342 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.491605 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.491898 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.492231 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.492543 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.492790 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.493062 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.493360 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.493646 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.494151 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.494561 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.494956 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.495445 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.495904 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.496093 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.496356 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.496640 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.497013 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.497503 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.497773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.498000 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.498220 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.498469 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.498896 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.499419 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.500155 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.500370 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.500869 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.501265 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.501659 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.502092 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.502559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.503028 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.503386 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.503664 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.503790 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.504003 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.504243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.504447 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.504695 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.504935 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.505176 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.505398 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.505690 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.505931 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.506166 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.506406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.506636 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.506886 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.507118 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.507341 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.507559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.507798 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.508054 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.508269 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.508504 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.508719 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.508958 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.509217 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.509430 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.509693 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.509944 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.510154 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.510398 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.510641 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.510911 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.511167 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.511438 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.511670 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.511886 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.512097 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.512311 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.512522 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.512755 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.512987 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.513202 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.513453 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.513671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.514020 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.514316 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.514530 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.514777 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.515030 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.515323 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.516160 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.516569 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.516929 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.517313 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.517537 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.517772 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.517989 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.518466 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.518866 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.519513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.519932 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.520322 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.520579 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.520801 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.521025 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.521262 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.521496 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.521713 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.521943 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.522170 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.522524 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.522777 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.523018 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.523316 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.523548 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.523793 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.524027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.524274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.524521 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.524728 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.524940 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.525155 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.525361 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.525584 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.525789 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.525995 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.526204 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.526441 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.526734 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.527011 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.527249 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.527513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.527771 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.528015 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.528282 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.528586 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.528796 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.529050 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.529291 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.529513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.529757 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.530020 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.530322 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.530620 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.530907 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.531408 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.531717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.531987 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.532443 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.532656 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.532978 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.533322 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.533589 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.533849 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.534092 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.534347 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.534562 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.534783 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.535044 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.535294 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.535506 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.535760 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.535991 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.536212 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.536457 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.536671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.537073 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.537315 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.537546 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.537780 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.537988 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.538178 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:22:12.538713 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 16:22:12.538870 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 16:22:12.539190 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 16:22:12.539500 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 16:22:12.539797 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:12.539906 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 16:22:12.539980 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 16:22:12.540151 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.540324 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.540453 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.540756 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.540917 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541121 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541285 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541442 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541598 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541752 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.541978 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542071 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542209 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542357 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542513 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542669 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.542824 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.543006 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.543168 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.543323 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.543480 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.543633 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.544409 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.544610 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.544789 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.545317 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.545488 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.545643 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.545801 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.545951 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.546106 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.546270 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.546421 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.547223 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.547294 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.547400 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.547551 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.547869 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.548164 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.548456 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.548746 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] host = dv-cinder-847189-3-smb {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.549036 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.549331 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.549491 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.549649 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.549800 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550107 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550264 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550419 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550575 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550730 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.550886 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551065 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551220 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551376 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551532 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_options = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551688 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551843 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.551998 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.552176 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.552492 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.552647 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.552949 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.553100 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.553404 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.553773 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.553879 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554003 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554158 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554318 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554483 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554621 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554776 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.554973 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.555119 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.555274 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.555426 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.555577 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.555881 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556038 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556196 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556351 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556497 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556652 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556807 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.556962 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.557114 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.557406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.557702 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.557865 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558015 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558163 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558320 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558478 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558634 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558789 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.558975 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.559129 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.559429 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.559580 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.559876 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560033 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560187 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560341 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560494 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560648 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560802 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.560957 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.561113 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.561336 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.561490 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 16:22:12.561807 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.561966 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.562179 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.562827 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563011 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563233 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563417 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563575 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563733 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.563904 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564050 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564207 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564376 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564534 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564692 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.564851 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565009 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565169 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565328 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565486 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565644 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565800 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.565973 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566131 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566290 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566452 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566610 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566768 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.566960 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.567112 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.567270 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.567427 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.567586 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.567755 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568406 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568796 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568796 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568796 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.568997 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569218 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569375 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569533 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569691 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.569858 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570002 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570160 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570327 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570484 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570641 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570798 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.570975 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571134 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571290 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571447 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571604 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571761 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.571918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572087 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572245 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572404 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572560 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572717 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.572875 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573032 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573189 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573345 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573658 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.573814 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574071 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574170 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574269 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574425 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574583 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574739 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.574895 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.575079 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.576432 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577094 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577404 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577404 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577591 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577591 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.577764 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.578027 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.578287 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.578453 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.581229 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582299 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.582839 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583382 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.583918 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.585559 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586208 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586674 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586674 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586674 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586674 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586992 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.586992 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587149 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587281 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587438 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587634 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587724 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.587887 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588044 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588260 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588428 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588568 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588655 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588775 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.588935 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589254 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589254 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589515 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589515 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589752 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589909 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.589991 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590108 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590266 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590425 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590623 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590716 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.590872 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.591055 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.593012 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.594501 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.596481 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597084 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.597671 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598243 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598514 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598514 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598661 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598778 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.598960 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599113 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599282 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599441 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599601 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599760 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.599917 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600074 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600232 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600393 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600560 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600724 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.600882 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601048 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601214 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601380 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601537 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601700 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.601870 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602028 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602185 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602341 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602498 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602656 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.602813 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603006 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603165 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603322 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603478 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603635 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603791 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.603947 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604103 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604258 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604421 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604576 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604733 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.604889 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 16:22:12.605039 dv-cinder-847189-3-smb neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 16:22:12.868961 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:12.878355 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071394 Jun 24 16:22:23.668739 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb18b9-7c65-4cb4-8e2e-db195417c7c7 None None] get_active_networks_info from dv-cinder-847189-3-smb {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 24 16:22:23.776640 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb18b9-7c65-4cb4-8e2e-db195417c7c7 None None] No non-hosted networks {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 16:22:23.777809 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6618c99-79f3-4af7-8745-2904c0b0d592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:26.089423 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-212ead15-13dc-4705-a7a6-41f3612a4459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:26.099050 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-675bc7b4-be38-4e05-9af4-54396b4ea604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:26.889719 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:27.179083 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:27.181039 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.181660 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.182892 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.183589 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.184193 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.184568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.185050 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.185471 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.185842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.186168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.186537 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.187922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:27.188322 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:27.194044 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:22:28.462366 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:30.092628 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:30.674898 dv-cinder-847189-3-smb neutron-server[88131]: WARNING oslo_policy.policy [None req-a62ec717-3e9f-4fc0-ac65-1fc48eb0e311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:30.675559 dv-cinder-847189-3-smb neutron-server[88131]: WARNING oslo_policy.policy [None req-a62ec717-3e9f-4fc0-ac65-1fc48eb0e311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:30.895459 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [None req-a62ec717-3e9f-4fc0-ac65-1fc48eb0e311 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:22:30.896500 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-a62ec717-3e9f-4fc0-ac65-1fc48eb0e311 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8029783 Jun 24 16:22:33.249090 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.db.l3_hamode_db [None req-0b8bbaf7-47aa-4aa5-9980-37c0ede9e9fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 16:22:33.319093 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:33.332334 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bbaf7-47aa-4aa5-9980-37c0ede9e9fb None None] Routers set() bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:22:33.332726 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bbaf7-47aa-4aa5-9980-37c0ede9e9fb None None] Router IDs set() for agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 24 16:22:33.895141 dv-cinder-847189-3-smb neutron-server[88132]: WARNING oslo_policy.policy [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:33.895687 dv-cinder-847189-3-smb neutron-server[88132]: WARNING oslo_policy.policy [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:34.107461 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:22:34.201368 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.policy [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 16:22:34.245807 dv-cinder-847189-3-smb neutron-server[88132]: WARNING oslo_policy.policy [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:34.246165 dv-cinder-847189-3-smb neutron-server[88132]: WARNING oslo_policy.policy [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:34.255641 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.quota [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Loaded quota_driver: . Jun 24 16:22:34.271485 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:34.329499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910718765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910718328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910691002', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910702195', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910675090', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788910685099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7930148', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8087004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674082'] for rbac-policy, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:34.397863 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:34.399398 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-160a00c3-c9f9-46fc-b976-30f79b920d9d admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0775669 Jun 24 16:22:37.022327 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:37.366960 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Request body: {'network': {'name': 'private', 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:22:37.371857 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:37.376858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Usage tracker for resource:network and tenant:aa467570d8ea4c01811afab3005b4afe is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:37.381398 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:37.387420 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:37.396782 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Made reservation on behalf of aa467570d8ea4c01811afab3005b4afe for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:22:37.399500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.416549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.430409 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:37.434000 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Usage tracker for resource:security_group_rule and tenant:aa467570d8ea4c01811afab3005b4afe is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:37.439724 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:37.445460 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:37.551969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.557478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.581491 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:22:37.605534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788907822192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.606073 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Unsubscribe: segment precommit_create {{(pid=88132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 16:22:37.606585 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Added segment cb3cedb9-6788-4fea-a641-8f2d50f06b43 of type vlan for network 54a8a601-511a-4bf5-963f-db706b7b1ade Jun 24 16:22:37.615428 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6e5ff3-9ad3-408f-aa06-876522da4a06,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:37.669691 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.670013 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.670338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.670658 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.671577 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.672131 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.672131 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.672515 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.672839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.673151 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.673457 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.673760 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Tracked resource versions report: Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: pushed versions: Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: { 'AddressGroup': {'1.2'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'ConntrackHelper': {'1.0'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Log': {'1.0'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Network': {'1.1'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Port': {'1.7'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'PortForwarding': {'1.2'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'QosPolicy': {'1.8'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroup': {'1.4'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SubPort': {'1.0'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Subnet': {'1.1'}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Trunk': {'1.1'}} Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: consumer versions: Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'ConntrackHelper': '1.0', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Log': '1.0', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Network': '1.1', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Port': '1.7', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'PortForwarding': '1.2', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'QosPolicy': '1.8', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroup': '1.4', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroupRule': '1.2', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'SubPort': '1.0', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Subnet': '1.1', Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: 'Trunk': '1.1'}} Jun 24 16:22:37.674891 dv-cinder-847189-3-smb neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:22:37.715939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.757278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.758478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:22:37.759162 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:37.863956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] Pushing event updated for resources: {'Network': ['ID=54a8a601-511a-4bf5-963f-db706b7b1ade,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:37.866752 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2a06e3a9-e1a8-42db-b995-e8a363c4e63a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8434269 Jun 24 16:22:37.897788 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 54a8a601-511a-4bf5-963f-db706b7b1ade details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:22:40.717319 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:41.166522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ecbf4-5c58-43a4-9582-c2b0b526970e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:22:41.167887 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-365ecbf4-5c58-43a4-9582-c2b0b526970e admin admin] 10.222.0.26 "GET /v2.0/networks/54a8a601-511a-4bf5-963f-db706b7b1ade HTTP/1.1" status: 200 len: 825 time: 0.4495542 Jun 24 16:22:41.195478 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f713dc2d-4e40-456e-beca-069e208fb7c2 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/ddfe9946-78da-4105-8591-f2ee519db5e0 HTTP/1.1" status: 200 len: 734 time: 0.0216126 Jun 24 16:22:41.203632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'ip_version': 4, 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'name': 'private-subnet'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:22:41.207858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:41.211549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Usage tracker for resource:subnet and tenant:aa467570d8ea4c01811afab3005b4afe is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:41.214354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:41.219894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:41.229351 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Made reservation on behalf of aa467570d8ea4c01811afab3005b4afe for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:22:41.231553 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:41.515878 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:41.598028 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Checking segment: {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:22:41.598400 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Network hostable DHCP agents. Network: 54a8a601-511a-4bf5-963f-db706b7b1ade, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:22:41.603678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743fde2b-677b-4e3f-acf0-be092ef190c2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:41.622228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Network 54a8a601-511a-4bf5-963f-db706b7b1ade is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:22:41.643141 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 54a8a601-511a-4bf5-963f-db706b7b1ade) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:22:41.647896 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:22:41.648436 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:41.652774 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6308974-6a4f-45cb-a176-e6dd3ae04b9e None None] Network 54a8a601-511a-4bf5-963f-db706b7b1ade requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:22:41.668506 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0c0eefdb-9a9d-4492-bd7a-1416ef173171 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4680898 Jun 24 16:22:41.946775 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-54a8a601-511a-4bf5-963f-db706b7b1ade', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:22:41.948025 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.134470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Allocated IP 172.20.0.2 (54a8a601-511a-4bf5-963f-db706b7b1ade/743fde2b-677b-4e3f-acf0-be092ef190c2/15577329-7ec4-4b5e-9b18-7f0ee94a124f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:22:42.364796 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.378570 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Transition to ACTIVE for port object 15577329-7ec4-4b5e-9b18-7f0ee94a124f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:22:42.398056 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Transition to ACTIVE for port object 15577329-7ec4-4b5e-9b18-7f0ee94a124f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:22:42.406135 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.472437 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Network 54a8a601-511a-4bf5-963f-db706b7b1ade is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:22:42.475303 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:22:42.481081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:22:42.526375 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Pushing event updated for resources: {'Port': ['ID=15577329-7ec4-4b5e-9b18-7f0ee94a124f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:42.538816 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.539229 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.539512 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.539851 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.540184 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.540514 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.540840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.541172 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.541489 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.541812 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.542133 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.542451 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Tracked resource versions report: Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: pushed versions: Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: { 'AddressGroup': {'1.2'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'ConntrackHelper': {'1.0'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Log': {'1.0'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Network': {'1.1'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Port': {'1.7'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'PortForwarding': {'1.2'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'QosPolicy': {'1.8'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroup': {'1.4'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SubPort': {'1.0'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Subnet': {'1.1'}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Trunk': {'1.1'}} Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: consumer versions: Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'ConntrackHelper': '1.0', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Log': '1.0', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Network': '1.1', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Port': '1.7', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'PortForwarding': '1.2', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'QosPolicy': '1.8', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroup': '1.4', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroupRule': '1.2', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'SubPort': '1.0', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Subnet': '1.1', Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: 'Trunk': '1.1'}} Jun 24 16:22:42.543709 dv-cinder-847189-3-smb neutron-server[88133]: {{(pid=88133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:22:42.609115 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Attempting to bind port 15577329-7ec4-4b5e-9b18-7f0ee94a124f on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:22:42.609508 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Attempting to bind port 15577329-7ec4-4b5e-9b18-7f0ee94a124f by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:22:42.609922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Attempting to bind port 15577329-7ec4-4b5e-9b18-7f0ee94a124f on network 54a8a601-511a-4bf5-963f-db706b7b1ade {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:22:42.615284 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:22:42.615614 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Checking segment: {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:22:42.616076 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.616461 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Bound using segment: {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:22:42.616936 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Bound port: 15577329-7ec4-4b5e-9b18-7f0ee94a124f, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:22:42.617333 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.710773 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] For port 15577329-7ec4-4b5e-9b18-7f0ee94a124f, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:22:42.714770 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] For port 15577329-7ec4-4b5e-9b18-7f0ee94a124f, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=15577329-7ec4-4b5e-9b18-7f0ee94a124f,segment=NetworkSegment(cb3cedb9-6788-4fea-a641-8f2d50f06b43),segment_id=cb3cedb9-6788-4fea-a641-8f2d50f06b43)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:22:42.720834 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:42.811281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf8e0-0929-482a-a6ff-d12771346bad None None] Pushing event updated for resources: {'Port': ['ID=15577329-7ec4-4b5e-9b18-7f0ee94a124f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:44.133400 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:44.510789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [None req-827fa5ee-085a-4db7-91a9-d3e7c335acef admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:22:44.514957 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-827fa5ee-085a-4db7-91a9-d3e7c335acef admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3774524 Jun 24 16:22:46.655284 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564bc1e-dea1-4f7d-98c2-42967fc5575e None None] Network 54a8a601-511a-4bf5-963f-db706b7b1ade requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:22:46.785511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8ef96848-4d8c-4cf6-9ce8-219326e7cada None None] Provisioning for port 15577329-7ec4-4b5e-9b18-7f0ee94a124f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:22:47.011056 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:47.071435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 15577329-7ec4-4b5e-9b18-7f0ee94a124f up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:22:47.151955 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 15577329-7ec4-4b5e-9b18-7f0ee94a124f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:22:47.157380 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 15577329-7ec4-4b5e-9b18-7f0ee94a124f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:22:47.157959 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:47.274502 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 15577329-7ec4-4b5e-9b18-7f0ee94a124f is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:22:47.274905 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:47.308510 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 15577329-7ec4-4b5e-9b18-7f0ee94a124f, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=15577329-7ec4-4b5e-9b18-7f0ee94a124f,segment=NetworkSegment(cb3cedb9-6788-4fea-a641-8f2d50f06b43),segment_id=cb3cedb9-6788-4fea-a641-8f2d50f06b43)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:22:47.312948 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:47.378853 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=15577329-7ec4-4b5e-9b18-7f0ee94a124f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:47.391470 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [None req-73b3f7e9-c598-4f03-94a8-6f154cbe25ba admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:22:47.392365 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-73b3f7e9-c598-4f03-94a8-6f154cbe25ba admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3803444 Jun 24 16:22:49.034604 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 15577329-7ec4-4b5e-9b18-7f0ee94a124f up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:22:49.104145 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 15577329-7ec4-4b5e-9b18-7f0ee94a124f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:22:49.104527 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:49.223435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 15577329-7ec4-4b5e-9b18-7f0ee94a124f is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:22:50.099454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:50.444416 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Request body: {'router': {'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'name': 'router1', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:22:50.449512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:50.454012 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Usage tracker for resource:router and tenant:aa467570d8ea4c01811afab3005b4afe is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:50.457306 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:50.462992 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:50.473522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:50.475072 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:50.496378 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:50.607773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:50.627270 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:50.628421 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-24a60edb-230a-4eb2-bab4-b177dafbe218 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5280232 Jun 24 16:22:53.020348 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:53.384165 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [None req-b0522067-e4bf-4227-ac3b-5af4408f313d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:22:53.385127 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b0522067-e4bf-4227-ac3b-5af4408f313d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3638692 Jun 24 16:22:53.635782 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4aa2-0500-45d5-aef0-da91f5f89e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:55.849337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 41760) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:56.064031 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b5e78e2-d8bc-4a9e-a6e9-67713373d105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.207824 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:22:56.212648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:56.216377 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Usage tracker for resource:network and tenant:396478205d55410abcabf12c253a0e28 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:56.219390 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:56.224954 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:56.234882 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Made reservation on behalf of 396478205d55410abcabf12c253a0e28 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:22:56.237266 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.248542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.262794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:22:56.266610 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Usage tracker for resource:security_group_rule and tenant:396478205d55410abcabf12c253a0e28 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:22:56.269337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:22:56.274754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:22:56.353516 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.356993 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.380448 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Reserving flat network on physical network physnet1 {{(pid=88132) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 16:22:56.393852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac29292-8f63-43c5-ae97-e1275ae5138a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:56.400260 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.400693 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Added segment 83377555-a6ec-465b-8ce2-e134a245abc5 of type flat for network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 Jun 24 16:22:56.432428 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.468110 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.469124 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:22:56.469686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:56.574313 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] Pushing event updated for resources: {'Network': ['ID=021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:22:56.579233 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f10c2131-751e-425a-89ac-9d836d02417d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288795 Jun 24 16:22:56.598149 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:22:56.852955 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:57.169281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:58.393861 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:22:58.979339 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:22:59.293638 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.policy [None req-71064435-1955-4cc7-82aa-4e040679d42a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 16:22:59.339003 dv-cinder-847189-3-smb neutron-server[88131]: WARNING oslo_policy.policy [None req-71064435-1955-4cc7-82aa-4e040679d42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:59.339366 dv-cinder-847189-3-smb neutron-server[88131]: WARNING oslo_policy.policy [None req-71064435-1955-4cc7-82aa-4e040679d42a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 16:22:59.347346 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71064435-1955-4cc7-82aa-4e040679d42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:22:59.349005 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-71064435-1955-4cc7-82aa-4e040679d42a admin admin] 10.222.0.26 "GET /v2.0/subnets/743fde2b-677b-4e3f-acf0-be092ef190c2 HTTP/1.1" status: 200 len: 849 time: 0.3687687 Jun 24 16:22:59.531260 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ce347858-4859-490f-bc57-9db294a385d6 admin admin] 10.222.0.26 "GET /v2.0/routers/08e86a3d-bd40-4f71-a0fc-dd1186ecad5c HTTP/1.1" status: 200 len: 704 time: 0.1717894 Jun 24 16:22:59.991274 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.229952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Allocated IP 172.20.0.1 (54a8a601-511a-4bf5-963f-db706b7b1ade/743fde2b-677b-4e3f-acf0-be092ef190c2/9bd9388e-017d-45d8-b340-0ca28772e2cc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:23:00.395383 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.413028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Transition to ACTIVE for port object 9bd9388e-017d-45d8-b340-0ca28772e2cc will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:23:00.472843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.518227 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Network 54a8a601-511a-4bf5-963f-db706b7b1ade is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:23:00.523909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:23:00.570873 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:23:00.570873 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.684302 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Pushing event updated for resources: {'Port': ['ID=9bd9388e-017d-45d8-b340-0ca28772e2cc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:00.714357 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.714697 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.715126 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.715364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.715683 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.715996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.716308 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.716619 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.716947 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.717284 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.717592 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.717899 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Tracked resource versions report: Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: pushed versions: Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: { 'AddressGroup': {'1.2'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'ConntrackHelper': {'1.0'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Log': {'1.0'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Network': {'1.1'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Port': {'1.7'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'PortForwarding': {'1.2'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'QosPolicy': {'1.8'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroup': {'1.4'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SubPort': {'1.0'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Subnet': {'1.1'}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Trunk': {'1.1'}} Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: consumer versions: Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'ConntrackHelper': '1.0', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Log': '1.0', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Network': '1.1', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Port': '1.7', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'PortForwarding': '1.2', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'QosPolicy': '1.8', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroup': '1.4', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroupRule': '1.2', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'SubPort': '1.0', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Subnet': '1.1', Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: 'Trunk': '1.1'}} Jun 24 16:23:00.719135 dv-cinder-847189-3-smb neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:23:00.827870 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c4b1972-67e3-4b7c-acbf-a796d0dcdc8a None None] Provisioning for port 9bd9388e-017d-45d8-b340-0ca28772e2cc completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:23:00.832730 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c4b1972-67e3-4b7c-acbf-a796d0dcdc8a None None] Provisioning complete for port 9bd9388e-017d-45d8-b340-0ca28772e2cc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:00.833040 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1972-67e3-4b7c-acbf-a796d0dcdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.837174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:00.891107 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b1972-67e3-4b7c-acbf-a796d0dcdc8a None None] Port 9bd9388e-017d-45d8-b340-0ca28772e2cc cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:23:01.070669 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:01.074955 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:01.075687 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:01.221249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Pushing event updated for resources: {'Port': ['ID=9bd9388e-017d-45d8-b340-0ca28772e2cc,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:01.311004 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Network 54a8a601-511a-4bf5-963f-db706b7b1ade is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:23:01.312052 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:23:01.502755 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:23:01.516851 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6b9dc09-106b-4472-8eb5-f1f71c9f7e9c None None] Provisioning complete for port 9bd9388e-017d-45d8-b340-0ca28772e2cc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:01.517487 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6b9dc09-106b-4472-8eb5-f1f71c9f7e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:01.577172 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9dc09-106b-4472-8eb5-f1f71c9f7e9c None None] Port 9bd9388e-017d-45d8-b340-0ca28772e2cc cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:23:01.661120 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:23:01.671173 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Sync routers for ids ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:23:01.674490 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d6f727a5-5985-4a98-b4be-f8eee6d5b86d admin admin] 10.222.0.26 "PUT /v2.0/routers/08e86a3d-bd40-4f71-a0fc-dd1186ecad5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1410012 Jun 24 16:23:01.681354 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Routers {'08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:23:01.682201 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:22:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:01.867036 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Set router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:23:02.232506 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:00Z', 'revision_number': 2, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port_host': None, '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:00Z', 'revision_number': 2, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:02.238217 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Checking router: 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:23:02.238594 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Updating router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c port 9bd9388e-017d-45d8-b340-0ca28772e2cc binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:23:02.290876 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:02.678856 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:02.693779 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Transition to ACTIVE for port object 9bd9388e-017d-45d8-b340-0ca28772e2cc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:23:02.700236 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:02.923283 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Pushing event updated for resources: {'Port': ['ID=9bd9388e-017d-45d8-b340-0ca28772e2cc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:02.942786 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.943151 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.943482 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.943808 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.944128 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.944448 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.944767 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.945083 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.945399 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.945714 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.946027 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.946337 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Tracked resource versions report: Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: pushed versions: Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: { 'AddressGroup': {'1.2'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'ConntrackHelper': {'1.0'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Log': {'1.0'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Network': {'1.1'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Port': {'1.7'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'PortForwarding': {'1.2'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'QosPolicy': {'1.8'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroup': {'1.4'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SubPort': {'1.0'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Subnet': {'1.1'}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Trunk': {'1.1'}} Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: consumer versions: Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'ConntrackHelper': '1.0', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Log': '1.0', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Network': '1.1', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Port': '1.7', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'PortForwarding': '1.2', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'QosPolicy': '1.8', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroup': '1.4', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroupRule': '1.2', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'SubPort': '1.0', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Subnet': '1.1', Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: 'Trunk': '1.1'}} Jun 24 16:23:02.947504 dv-cinder-847189-3-smb neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:23:02.953594 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Attempting to bind port 9bd9388e-017d-45d8-b340-0ca28772e2cc on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:23:02.953990 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Attempting to bind port 9bd9388e-017d-45d8-b340-0ca28772e2cc by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:23:02.954413 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Attempting to bind port 9bd9388e-017d-45d8-b340-0ca28772e2cc on network 54a8a601-511a-4bf5-963f-db706b7b1ade {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:23:02.959772 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:23:02.960163 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Checking segment: {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:23:02.960632 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:02.961009 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Bound using segment: {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:23:02.961497 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Bound port: 9bd9388e-017d-45d8-b340-0ca28772e2cc, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3cedb9-6788-4fea-a641-8f2d50f06b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:23:02.961881 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:03.051197 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] For port 9bd9388e-017d-45d8-b340-0ca28772e2cc, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:23:03.055968 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] For port 9bd9388e-017d-45d8-b340-0ca28772e2cc, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9bd9388e-017d-45d8-b340-0ca28772e2cc,segment=NetworkSegment(cb3cedb9-6788-4fea-a641-8f2d50f06b43),segment_id=cb3cedb9-6788-4fea-a641-8f2d50f06b43)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:23:03.063327 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:03.138379 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Routers {'08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:23:03.139030 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:22:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:03.304148 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93048-f5b9-4e74-9214-853bd7b4cd8c None None] Pushing event updated for resources: {'Port': ['ID=9bd9388e-017d-45d8-b340-0ca28772e2cc,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:03.336940 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] Set router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:23:03.655951 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:00Z', 'revision_number': 2, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port_host': None, '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:03Z', 'revision_number': 4, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:03.659832 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290ed7c-c16a-4762-a169-7211d05dbfd3 None None] The sync data for ids ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'] in dv-cinder-847189-3-smb is: [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:00Z', 'revision_number': 2, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port_host': None, '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:03Z', 'revision_number': 4, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:23:03.912612 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:23:04.070073 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ffaad-581c-45c8-b4cf-e93772d2978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:23:04.071478 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4e1ffaad-581c-45c8-b4cf-e93772d2978f admin admin] 10.222.0.26 "GET /v2.0/networks/021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 HTTP/1.1" status: 200 len: 842 time: 0.1579986 Jun 24 16:23:04.081414 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:23:04.082796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.quota [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Loaded quota_driver: . Jun 24 16:23:04.088624 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:23:04.093445 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Usage tracker for resource:subnet and tenant:396478205d55410abcabf12c253a0e28 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:23:04.096445 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:23:04.103270 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:23:04.116801 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Made reservation on behalf of 396478205d55410abcabf12c253a0e28 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:23:04.119292 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:04.547314 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.objects.ports [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 24 16:23:04.548055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:04.629228 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a35e52-3344-4b48-9d29-61d0f0855659,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:04.633380 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:23:04.633725 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Network hostable DHCP agents. Network: 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:23:04.655421 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:23:04.664604 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:23:04.668792 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:23:04.669578 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:04.676110 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742fecd2-9a8f-4449-8bcc-08d77c7a3136 None None] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:23:04.692827 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6616abcd-3fab-420f-aac8-2855c1573b06 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6149263 Jun 24 16:23:04.909130 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01481166-9490-4de7-a4bd-2c1e1cfc3ab5 None None] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:23:05.082224 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9bd9388e-017d-45d8-b340-0ca28772e2cc up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:23:05.210700 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 9bd9388e-017d-45d8-b340-0ca28772e2cc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:23:05.215402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9bd9388e-017d-45d8-b340-0ca28772e2cc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:05.215771 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:05.334217 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9bd9388e-017d-45d8-b340-0ca28772e2cc is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:23:05.334610 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:05.367466 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 9bd9388e-017d-45d8-b340-0ca28772e2cc, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9bd9388e-017d-45d8-b340-0ca28772e2cc,segment=NetworkSegment(cb3cedb9-6788-4fea-a641-8f2d50f06b43),segment_id=cb3cedb9-6788-4fea-a641-8f2d50f06b43)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:23:05.371600 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:05.446053 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=9bd9388e-017d-45d8-b340-0ca28772e2cc,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:06.975244 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:23:07.044456 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9bd9388e-017d-45d8-b340-0ca28772e2cc up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:23:07.113402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9bd9388e-017d-45d8-b340-0ca28772e2cc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:07.113765 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:07.175942 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-747cfbdd-5b33-4244-b60e-223a14f8403f admin admin] 10.222.0.26 "GET /v2.0/routers/08e86a3d-bd40-4f71-a0fc-dd1186ecad5c HTTP/1.1" status: 200 len: 710 time: 0.1995044 Jun 24 16:23:07.236197 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9bd9388e-017d-45d8-b340-0ca28772e2cc is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:23:07.308459 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667caee4-11a2-4aab-b4e9-7021615ef81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:23:07.309770 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-667caee4-11a2-4aab-b4e9-7021615ef81f admin admin] 10.222.0.26 "GET /v2.0/networks/021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 HTTP/1.1" status: 200 len: 886 time: 0.1288660 Jun 24 16:23:07.319127 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:23:07.784627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:08.097596 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:08.153762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:08.280164 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Allocated IP 172.28.2.137 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/96c938d6-5d73-4e9c-ac2d-3055237480fb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:23:08.418344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:08.446826 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:08.468752 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:23:08.511355 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:23:08.514185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:23:08.517783 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:23:08.673419 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Pushing event updated for resources: {'Port': ['ID=96c938d6-5d73-4e9c-ac2d-3055237480fb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:08.931731 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:09.262019 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:09.265200 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737976'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:09.437982 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:23:09.612318 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:23:09.622422 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Sync routers for ids ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:23:09.622988 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:09.624437 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ca109a16-f0c1-4e6a-9d15-6d294570d823 admin admin] 10.222.0.26 "PUT /v2.0/routers/08e86a3d-bd40-4f71-a0fc-dd1186ecad5c HTTP/1.1" status: 200 len: 890 time: 2.3082542 Jun 24 16:23:09.633194 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Routers {'08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:23:09.633878 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:22:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:09.830942 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Set router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:23:10.173635 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:08Z', 'revision_number': 4, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port': {'id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:08Z', 'updated_at': '2022-06-24T16:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:05Z', 'revision_number': 5, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:10.178822 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Checking router: 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:23:10.179226 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Updating router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c port 96c938d6-5d73-4e9c-ac2d-3055237480fb binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:23:10.232702 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.599017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.610987 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Transition to ACTIVE for port object 96c938d6-5d73-4e9c-ac2d-3055237480fb will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:23:10.617594 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.697785 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Attempting to bind port 96c938d6-5d73-4e9c-ac2d-3055237480fb on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:23:10.698445 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Attempting to bind port 96c938d6-5d73-4e9c-ac2d-3055237480fb by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:23:10.698568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Attempting to bind port 96c938d6-5d73-4e9c-ac2d-3055237480fb on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:23:10.708642 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:23:10.708642 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:23:10.709030 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.709416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:23:10.710132 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Bound port: 96c938d6-5d73-4e9c-ac2d-3055237480fb, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:23:10.710370 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.733718 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db569-7557-4a4f-af80-2220c7c68f82 None None] Pushing event updated for resources: {'Port': ['ID=96c938d6-5d73-4e9c-ac2d-3055237480fb,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:10.784268 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] For port 96c938d6-5d73-4e9c-ac2d-3055237480fb, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:23:10.787368 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] For port 96c938d6-5d73-4e9c-ac2d-3055237480fb, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=96c938d6-5d73-4e9c-ac2d-3055237480fb,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:23:10.791597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:10.871774 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Routers {'08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:23:10.872385 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:22:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:10.937138 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db569-7557-4a4f-af80-2220c7c68f82 None None] Pushing event updated for resources: {'Port': ['ID=96c938d6-5d73-4e9c-ac2d-3055237480fb,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:11.085926 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] Set router 08e86a3d-bd40-4f71-a0fc-dd1186ecad5c gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:23:11.406607 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:08Z', 'revision_number': 4, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port': {'id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:08Z', 'updated_at': '2022-06-24T16:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:05Z', 'revision_number': 5, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:23:11.410373 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eec2c-9a49-42c0-bf31-b762772f5e33 None None] The sync data for ids ['08e86a3d-bd40-4f71-a0fc-dd1186ecad5c'] in dv-cinder-847189-3-smb is: [{'id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'name': 'router1', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:22:50Z', 'updated_at': '2022-06-24T16:23:08Z', 'revision_number': 4, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'gw_port': {'id': '96c938d6-5d73-4e9c-ac2d-3055237480fb', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:08Z', 'updated_at': '2022-06-24T16:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9bd9388e-017d-45d8-b340-0ca28772e2cc', 'name': '', 'network_id': '54a8a601-511a-4bf5-963f-db706b7b1ade', 'tenant_id': 'aa467570d8ea4c01811afab3005b4afe', 'mac_address': 'fa:16:3e:15:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e86a3d-bd40-4f71-a0fc-dd1186ecad5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:00Z', 'updated_at': '2022-06-24T16:23:05Z', 'revision_number': 5, 'project_id': 'aa467570d8ea4c01811afab3005b4afe', 'subnets': [{'id': '743fde2b-677b-4e3f-acf0-be092ef190c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddfe9946-78da-4105-8591-f2ee519db5e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:23:12.040015 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 41834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:23:12.163752 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6c36754d-e660-4e56-aae3-4326cc6ce309 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1225982 Jun 24 16:23:13.083734 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 96c938d6-5d73-4e9c-ac2d-3055237480fb up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:23:13.151169 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 96c938d6-5d73-4e9c-ac2d-3055237480fb completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:23:13.156405 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 96c938d6-5d73-4e9c-ac2d-3055237480fb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:13.156769 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:13.273488 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 96c938d6-5d73-4e9c-ac2d-3055237480fb is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:23:13.273798 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:13.289925 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 96c938d6-5d73-4e9c-ac2d-3055237480fb, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=96c938d6-5d73-4e9c-ac2d-3055237480fb,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:23:13.293442 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:13.364457 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=96c938d6-5d73-4e9c-ac2d-3055237480fb,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:23:15.087786 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 96c938d6-5d73-4e9c-ac2d-3055237480fb up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:23:15.165304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 96c938d6-5d73-4e9c-ac2d-3055237480fb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:23:15.165670 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:15.286840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 96c938d6-5d73-4e9c-ac2d-3055237480fb is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:23:23.639178 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-525f1363-75d3-41c3-9bb5-04794993456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:26.065026 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c02c06e4-2dfe-455c-8d99-bce9fc85ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:26.857065 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:27.171777 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:28.412635 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:45.467743 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:23:53.644205 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7bb94400-d519-4405-b931-c14f7be17d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:56.068081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1dce08a-8e20-4ba0-87da-1b38729b0c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:56.861339 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:57.176557 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:23:58.416438 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:22.476279 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:24:23.647957 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-217a18e1-af59-4aa1-bb93-872c9d24bbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:26.073403 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82834f87-bff4-42df-bb47-db06c0333c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:26.865999 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:27.182776 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:28.424807 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:53.652453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff923723-5fe9-4c25-9161-ef55dabb5bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:56.077630 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0bdda25f-3365-4288-8cae-4514f87b9218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:56.864564 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:57.175318 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:58.425681 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:24:59.467243 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:25:15.821957 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:15.888333 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-37394096-b3a7-4787-babe-2faae1b45922 admin admin] GET failed (client error): The resource could not be found. Jun 24 16:25:15.889582 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-37394096-b3a7-4787-babe-2faae1b45922 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667739 Jun 24 16:25:16.018156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e015e90-6d30-4eba-a991-3ba60b985aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:16.019705 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3e015e90-6d30-4eba-a991-3ba60b985aee admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1262400 Jun 24 16:25:18.208057 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:18.363719 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ad239-3d1b-47b3-ae24-2878dd3d204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:18.364269 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f07ad239-3d1b-47b3-ae24-2878dd3d204c admin admin] Synchronizing usage tracker for tenant:396478205d55410abcabf12c253a0e28 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:25:18.382154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f07ad239-3d1b-47b3-ae24-2878dd3d204c admin admin] Unset dirty status for tenant:396478205d55410abcabf12c253a0e28 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:25:18.383381 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f07ad239-3d1b-47b3-ae24-2878dd3d204c admin admin] 10.222.0.26 "GET /v2.0/subnets/743fde2b-677b-4e3f-acf0-be092ef190c2 HTTP/1.1" status: 200 len: 849 time: 0.1743429 Jun 24 16:25:18.392387 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:25:18.505357 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:18.693133 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788907712395'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:18.735520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:18.736092 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:18.737319 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] 10.222.0.26 "PUT /v2.0/subnets/743fde2b-677b-4e3f-acf0-be092ef190c2 HTTP/1.1" status: 200 len: 868 time: 0.3485978 Jun 24 16:25:18.743362 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d0e1d-8e0b-4cf5-8cb3-322acaef326b None None] Network 54a8a601-511a-4bf5-963f-db706b7b1ade requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:25:18.762128 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743fde2b-677b-4e3f-acf0-be092ef190c2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:25:18.770433 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.770828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.771142 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.771470 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.771799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.772143 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.772455 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.772746 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.773084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.773404 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.773717 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:18.774030 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f053524-1d7d-4869-bf7a-fc8ec8a26e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:25:19.236484 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Provisioning complete for port 9bd9388e-017d-45d8-b340-0ca28772e2cc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:25:19.236853 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:19.352879 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Current status of the port 9bd9388e-017d-45d8-b340-0ca28772e2cc is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:25:19.364174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Provisioning complete for port 15577329-7ec4-4b5e-9b18-7f0ee94a124f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:25:19.364536 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:19.481381 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-40d90d93-2766-4670-9e3e-edc752e9addf None None] Current status of the port 15577329-7ec4-4b5e-9b18-7f0ee94a124f is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:25:21.013789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:21.185337 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8befa0a-2250-4e43-b21b-32a648c1d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:21.185794 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8befa0a-2250-4e43-b21b-32a648c1d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:21.187332 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-a8befa0a-2250-4e43-b21b-32a648c1d125 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1726029 Jun 24 16:25:23.382842 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:23.554281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c297e8f-ab1d-40ae-b5b5-2a0228a0fbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:23.554750 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c297e8f-ab1d-40ae-b5b5-2a0228a0fbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:23.556309 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8c297e8f-ab1d-40ae-b5b5-2a0228a0fbee admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1725166 Jun 24 16:25:23.656608 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae834635-4221-4b9c-8eb9-76cf0b4f8afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:25.738646 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:25.908549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c9c38-3f4a-4da7-8a18-89574d7b4b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:25.909592 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ba9c9c38-3f4a-4da7-8a18-89574d7b4b73 admin admin] Synchronizing usage tracker for tenant:396478205d55410abcabf12c253a0e28 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:25:25.927309 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ba9c9c38-3f4a-4da7-8a18-89574d7b4b73 admin admin] Unset dirty status for tenant:396478205d55410abcabf12c253a0e28 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:25:25.928436 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ba9c9c38-3f4a-4da7-8a18-89574d7b4b73 admin admin] 10.222.0.26 "GET /v2.0/networks/021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 HTTP/1.1" status: 200 len: 886 time: 0.1888874 Jun 24 16:25:26.080967 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf4d064f-26ff-40ab-9c51-ec497d28a866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:26.867627 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:27.178899 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:28.138800 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42454) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:28.317868 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a30493-7382-4a7d-938c-e8458d07d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:28.319162 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a5a30493-7382-4a7d-938c-e8458d07d445 admin admin] 10.222.0.26 "GET /v2.0/networks/54a8a601-511a-4bf5-963f-db706b7b1ade HTTP/1.1" status: 200 len: 869 time: 0.1793725 Jun 24 16:25:28.430106 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:30.500981 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:30.628839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4a6c8-90f0-4aa9-a3d0-5dc747882c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:30.629280 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4a6c8-90f0-4aa9-a3d0-5dc747882c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:30.630783 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-69b4a6c8-90f0-4aa9-a3d0-5dc747882c7e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288712 Jun 24 16:25:32.792644 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:32.900184 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7b951-f87d-49d2-b95b-1ce684254a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:32.900624 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7b951-f87d-49d2-b95b-1ce684254a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:32.902123 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1ff7b951-f87d-49d2-b95b-1ce684254a25 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085591 Jun 24 16:25:35.163778 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42484) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:35.264395 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f23c12-c275-49bb-897e-2ab7e6554678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:35.266033 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-83f23c12-c275-49bb-897e-2ab7e6554678 admin admin] 10.222.0.26 "GET /v2.0/subnets/29a35e52-3344-4b48-9d29-61d0f0855659 HTTP/1.1" status: 200 len: 816 time: 0.1013231 Jun 24 16:25:36.465962 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:25:37.433545 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:37.539316 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edeb0f4-64ba-4ce1-97dd-a8acd4c4ab96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:37.540658 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4edeb0f4-64ba-4ce1-97dd-a8acd4c4ab96 admin admin] 10.222.0.26 "GET /v2.0/subnets/743fde2b-677b-4e3f-acf0-be092ef190c2 HTTP/1.1" status: 200 len: 868 time: 0.1061137 Jun 24 16:25:53.659742 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85a492a1-385c-4ebc-84b0-41ff2e223f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:56.083975 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-73043c1a-938c-4c53-ac21-18bc43fea04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:56.824781 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:56.870717 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:56.872046 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [None req-4f396bbf-02a9-4c15-b617-96242896b6d3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:25:56.873009 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4f396bbf-02a9-4c15-b617-96242896b6d3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473750 Jun 24 16:25:57.180569 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:58.429952 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:25:59.154005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42550) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:25:59.219529 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b80f77e-c5f9-4735-b1a6-6a59480b86cb admin admin] GET failed (client error): The resource could not be found. Jun 24 16:25:59.221050 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8b80f77e-c5f9-4735-b1a6-6a59480b86cb admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660920 Jun 24 16:25:59.345513 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e680a6e-39db-4c24-9312-8b1a96465017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:25:59.346602 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2e680a6e-39db-4c24-9312-8b1a96465017 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217608 Jun 24 16:26:01.564993 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42560) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:26:01.610935 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:26:01.615281 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:26:01.624811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:26:01.634339 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Made reservation on behalf of 396478205d55410abcabf12c253a0e28 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:26:01.636511 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:01.724166 dv-cinder-847189-3-smb neutron-server[88132]: WARNING neutron.services.revisions.revision_plugin [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Could not find related network for resource to bump revision. Jun 24 16:26:01.735642 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:26:01.744748 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:01.745015 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Added segment 518c7a6e-f6eb-4b9d-83b7-08165a1ed57d of type vlan for network 79331ba6-e0ac-4f0d-a646-470aae3599f7 Jun 24 16:26:01.769993 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:01.800660 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:01.801705 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:26:01.802327 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:01.901564 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=79331ba6-e0ac-4f0d-a646-470aae3599f7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:26:01.908759 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3426821 Jun 24 16:26:01.909907 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.910244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.910567 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.910888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.911230 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.911546 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.911859 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.912169 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.912501 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.912813 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.913120 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.913424 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f771-e260-41dd-8179-efb803a0cbe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:01.926002 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:26:04.113166 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:26:04.202306 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-579ddbf5-2644-46c6-b2c9-a6727b3a73da admin admin] GET failed (client error): The resource could not be found. Jun 24 16:26:04.202829 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-579ddbf5-2644-46c6-b2c9-a6727b3a73da admin admin] Synchronizing usage tracker for tenant:396478205d55410abcabf12c253a0e28 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:26:04.218897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-579ddbf5-2644-46c6-b2c9-a6727b3a73da admin admin] Unset dirty status for tenant:396478205d55410abcabf12c253a0e28 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:26:04.220471 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-579ddbf5-2644-46c6-b2c9-a6727b3a73da admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1063011 Jun 24 16:26:04.323561 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e83390-98bd-40a6-95e3-7755c9911771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:26:04.324906 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-26e83390-98bd-40a6-95e3-7755c9911771 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005507 Jun 24 16:26:04.334952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Request body: {'subnet': {'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:26:04.339333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:26:04.348945 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:26:04.358030 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Made reservation on behalf of 396478205d55410abcabf12c253a0e28 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:26:04.360473 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:04.558129 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:04.635384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0cd509-5c6d-4037-bd31-f073bb93ea6e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:26:04.641357 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Checking segment: {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:26:04.641856 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Network hostable DHCP agents. Network: 79331ba6-e0ac-4f0d-a646-470aae3599f7, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:26:04.660515 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:26:04.669256 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 79331ba6-e0ac-4f0d-a646-470aae3599f7) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:26:04.674143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:26:04.674722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:04.678972 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915296e-865a-4273-b6ba-46d443592a6a None None] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:26:04.699176 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-70cc849c-8abe-450b-a499-e49684599375 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3675022 Jun 24 16:26:04.916517 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-79331ba6-e0ac-4f0d-a646-470aae3599f7', 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7', 'tenant_id': '396478205d55410abcabf12c253a0e28', 'fixed_ips': [{'subnet_id': '3d0cd509-5c6d-4037-bd31-f073bb93ea6e'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:26:04.917344 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.079769 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Allocated IP 192.168.233.2 (79331ba6-e0ac-4f0d-a646-470aae3599f7/3d0cd509-5c6d-4037-bd31-f073bb93ea6e/72de4fe5-5bc5-46a2-93af-0ee5cf48346e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:26:05.319827 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.331281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Transition to ACTIVE for port object 72de4fe5-5bc5-46a2-93af-0ee5cf48346e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:26:05.350106 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Transition to ACTIVE for port object 72de4fe5-5bc5-46a2-93af-0ee5cf48346e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:26:05.355729 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.427904 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:26:05.430823 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:26:05.437046 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:26:05.439563 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Pushing event updated for resources: {'Port': ['ID=72de4fe5-5bc5-46a2-93af-0ee5cf48346e,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:26:05.448586 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.448923 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.449250 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.449587 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.449907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.450222 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.450534 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.450848 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.451256 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.451566 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.451872 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.452176 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:26:05.553131 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Attempting to bind port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:26:05.553490 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Attempting to bind port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:26:05.553839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Attempting to bind port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e on network 79331ba6-e0ac-4f0d-a646-470aae3599f7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:26:05.559114 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:26:05.559473 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Checking segment: {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:26:05.559859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.560233 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Bound using segment: {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:26:05.560675 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Bound port: 72de4fe5-5bc5-46a2-93af-0ee5cf48346e, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:26:05.561048 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.652510 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] For port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:26:05.655631 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] For port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=72de4fe5-5bc5-46a2-93af-0ee5cf48346e,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:26:05.661547 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:05.740243 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42ea1f-cc48-4564-bb02-4db17b051a85 None None] Pushing event updated for resources: {'Port': ['ID=72de4fe5-5bc5-46a2-93af-0ee5cf48346e,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:26:06.569972 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aca4e6-4d53-42ff-b4ce-801f81c17a4a None None] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:26:06.661613 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cefdb1b8-6f0f-486b-a288-4501730f9960 None None] Provisioning for port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:26:07.159069 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 72de4fe5-5bc5-46a2-93af-0ee5cf48346e up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:26:07.231174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:26:07.236824 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:26:07.237181 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:07.355195 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:26:07.355830 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:07.389193 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=72de4fe5-5bc5-46a2-93af-0ee5cf48346e,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:26:07.393141 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:07.461864 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=72de4fe5-5bc5-46a2-93af-0ee5cf48346e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:26:09.132038 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 72de4fe5-5bc5-46a2-93af-0ee5cf48346e up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:26:09.200940 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:26:09.201302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:09.321797 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 72de4fe5-5bc5-46a2-93af-0ee5cf48346e is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:26:13.465519 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:26:23.661549 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db451916-daa6-4edc-a848-197504c9b315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:26.087085 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f675e0d-dbfb-43e7-be93-a78cc50070b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:26.874218 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:27.187522 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:28.442956 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:50.464381 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:26:53.662904 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe976-7979-45c7-b1da-fbf99307b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:56.089278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dfc48f95-a868-4487-85d3-96ee1590640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:56.878080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:57.181653 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:26:58.437145 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:15.895617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:27:15.901396 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [None req-f8982124-e737-4c39-9cca-899819a28923 tempest-verify_tempest_config-1719632662 tempest-verify_tempest_config-1719632662-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:27:15.902342 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f8982124-e737-4c39-9cca-899819a28923 tempest-verify_tempest_config-1719632662 tempest-verify_tempest_config-1719632662-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057819 Jun 24 16:27:16.201976 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:27:16.314164 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.328866 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:27:16.332599 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Usage tracker for resource:security_group_rule and tenant:91e56af7054e45c8bf7182bb3056feb2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:27:16.335703 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:27:16.341336 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:27:16.438786 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.442552 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.487828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcac02c-a923-4085-a500-38ae7335c755,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:27:16.492752 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91e56af7054e45c8bf7182bb3056feb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2897985 Jun 24 16:27:16.495670 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:27:16.496680 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.497013 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.497350 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.497684 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.498002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.498582 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.499109 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.499443 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.499781 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.500103 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.500423 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.500735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76365b-6c46-4d13-8b73-a2e46a52da09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.554617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.579772 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.675864 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.691218 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcac02c-a923-4085-a500-38ae7335c755,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:27:16.698881 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.699240 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.699578 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.699894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.700211 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.700528 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.700839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.701773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.702602 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.702602 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.703205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.703295 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:27:16.706225 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:16.707330 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-12d8762e-dc63-4737-aca0-9d0cfa688d79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fcac02c-a923-4085-a500-38ae7335c755 HTTP/1.1" status: 204 len: 168 time: 0.2107019 Jun 24 16:27:23.666725 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8a52f9-9569-4ec1-a969-696f465cc4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:26.091500 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d87cde55-3aba-4e33-9ee7-da4059a1ff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:26.882262 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:27.187602 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:27.463474 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:27:28.440203 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:53.668908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f2c390b1-128c-417b-925f-a6f33a4e37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:56.093855 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0542b9cd-04f6-4481-8c4b-22fe5c588fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:56.884027 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:57.178887 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:27:58.443554 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:04.461835 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:28:23.672457 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-08c164c1-42ff-4591-8510-03af8b3538da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:26.097581 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8df29797-bd23-44a0-9b15-7ba34b206b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:26.886732 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:27.181416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:28.445416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:41.460523 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:28:52.567288 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741451'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:53.674071 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-52fa7236-933d-4441-901c-55c53f4661bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:56.100146 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0aa10877-307a-4d65-9820-1a4df994dd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:56.889463 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:57.183168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:28:58.469151 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:08.355331 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:29:08.466159 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2e45c90b-3f9c-4176-ac04-e79389dc3f6a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1097476 Jun 24 16:29:10.696113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42720) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:29:10.753601 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4445d8d8-b07e-4975-86f5-843e5eaeb64f admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0563765 Jun 24 16:29:18.458854 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:29:22.514388 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:23.675731 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12279d1c-cc39-4146-be8d-67992c978bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:26.100640 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1100b8f1-a8a1-4454-90f5-5e2df296cec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:26.894333 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:27.184313 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:28.455025 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:52.506011 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:53.676649 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f4eafa88-5b4c-413d-a376-203fa58fddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:55.457401 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:29:56.104237 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e51ad4e-59ec-4bec-8453-a6964bc8bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:56.895153 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:57.185695 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:29:58.462377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:22.513766 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:23.679790 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f34b34a2-945e-4a4c-aecb-ed2d807787d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:26.107459 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d66aa22-632e-4c30-93f1-e1f558b3693f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:26.897342 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:27.186858 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:28.464783 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:32.456221 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:30:52.545273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:53.705762 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6b1eea6d-897a-4688-9a1b-a1003b97aa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:54.922630 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:55.013995 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42878) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:55.248414 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-121406713-network', 'tenant_id': '17bbbd6237664917883e512944769620'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:55.253457 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:55.258098 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Usage tracker for resource:network and tenant:17bbbd6237664917883e512944769620 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:55.261109 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:55.266775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:55.273431 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1764857792-network', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:55.281743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:55.286388 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Usage tracker for resource:network and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:55.289699 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:55.293117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Made reservation on behalf of 17bbbd6237664917883e512944769620 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:55.295570 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.311520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.322541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:55.331679 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:55.338417 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Usage tracker for resource:security_group_rule and tenant:17bbbd6237664917883e512944769620 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:55.341944 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:55.350835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:55.350835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.359156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:55.371630 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.398788 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:55.413268 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:55.423667 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:55.446954 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:55.482938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.491742 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.524093 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:30:55.554525 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788907822192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.555168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Unsubscribe: segment precommit_create {{(pid=88131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 16:30:55.555842 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Added segment 4e82d109-248b-4279-8390-e3efe0a44a7f of type vlan for network ab7d1aa0-da51-42b8-8718-435c7b03a764 Jun 24 16:30:55.616134 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.639789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd27117c-548c-47f0-a7d9-1f8909415029,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:55.659790 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.661063 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.661417 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.661824 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.662146 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.662468 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.662778 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.663287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.663772 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.664439 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.664760 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.665075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Tracked resource versions report: Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: pushed versions: Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: { 'AddressGroup': {'1.2'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'ConntrackHelper': {'1.0'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Log': {'1.0'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Network': {'1.1'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Port': {'1.7'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'PortForwarding': {'1.2'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'QosPolicy': {'1.8'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroup': {'1.4'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SubPort': {'1.0'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Subnet': {'1.1'}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Trunk': {'1.1'}} Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: consumer versions: Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: HyperV agent@hv-cinder-84718: {}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'ConntrackHelper': '1.0', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Log': '1.0', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Network': '1.1', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Port': '1.7', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'PortForwarding': '1.2', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'QosPolicy': '1.8', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroup': '1.4', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SecurityGroupRule': '1.2', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'SubPort': '1.0', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Subnet': '1.1', Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: 'Trunk': '1.1'}} Jun 24 16:30:55.666148 dv-cinder-847189-3-smb neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:30:55.708434 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.709374 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:55.710124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.822165 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.839985 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.843783 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:55.869900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] Pushing event updated for resources: {'Network': ['ID=ab7d1aa0-da51-42b8-8718-435c7b03a764,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:55.885470 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:30:55.889305 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:30:55.895722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:55.901534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Request body: {'subnet': {'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-121406713-subnet', 'tenant_id': '17bbbd6237664917883e512944769620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:55.905217 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f51c6e36-f447-4277-b0eb-364d8a3db54d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9807260 Jun 24 16:30:55.914549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:55.919016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Usage tracker for resource:subnet and tenant:17bbbd6237664917883e512944769620 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:55.924928 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:55.939509 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:55.947002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:55.947603 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Added segment 0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737 of type vlan for network 8c51764d-50ca-4d1e-9373-c439de376dba Jun 24 16:30:55.951726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e3df34-63ee-447a-b38b-2a966a24a9b4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:55.961986 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Made reservation on behalf of 17bbbd6237664917883e512944769620 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:55.964867 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.016952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.070765 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.071766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:56.072349 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.131651 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a3203c6-12cc-4142-8fa9-d19fe7a46dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.200141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42952) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:56.200902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] Pushing event updated for resources: {'Network': ['ID=8c51764d-50ca-4d1e-9373-c439de376dba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:56.208845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-cbd11447-74da-4134-a601-62df3a295f59 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1935291 Jun 24 16:30:56.209072 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:56.213017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 8c51764d-50ca-4d1e-9373-c439de376dba details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:30:56.234333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Request body: {'subnet': {'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-subnet', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:56.239939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.245774 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.277104 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Usage tracker for resource:subnet and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.284449 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.293753 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.333750 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-network', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:56.336610 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:56.339219 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.415968 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 42974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:56.465478 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1879169282-network', 'tenant_id': '73a645777a584ad3968ef5916317a3ee'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:56.470689 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.471573 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Checking segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:30:56.471919 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Network hostable DHCP agents. Network: ab7d1aa0-da51-42b8-8718-435c7b03a764, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:30:56.477542 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Usage tracker for resource:network and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.477863 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.483891 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.492432 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.505678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffb163d-229e-4ec7-aca7-6dab75a350b6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:56.514902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Made reservation on behalf of 73a645777a584ad3968ef5916317a3ee for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:56.518257 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.530182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Usage tracker for resource:network and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.546214 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.551734 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.555257 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.555662 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.556076 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.556465 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.556859 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.557239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.557612 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.557985 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.558356 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.558727 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.559122 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.559490 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Tracked resource versions report: Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: pushed versions: Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: { 'AddressGroup': {'1.2'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'ConntrackHelper': {'1.0'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Log': {'1.0'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Network': {'1.1'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Port': {'1.7'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'PortForwarding': {'1.2'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'QosPolicy': {'1.8'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroup': {'1.4'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SubPort': {'1.0'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Subnet': {'1.1'}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Trunk': {'1.1'}} Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: consumer versions: Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: HyperV agent@hv-cinder-84718: {}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'ConntrackHelper': '1.0', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Log': '1.0', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Network': '1.1', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Port': '1.7', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'PortForwarding': '1.2', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'QosPolicy': '1.8', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroup': '1.4', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SecurityGroupRule': '1.2', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'SubPort': '1.0', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Subnet': '1.1', Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: 'Trunk': '1.1'}} Jun 24 16:30:56.560798 dv-cinder-847189-3-smb neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:30:56.574075 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.593951 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.599031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.602117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.609121 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.614771 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Made reservation on behalf of e45630c26d9d4196ab6ec89f8de5a19c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:56.618498 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.642607 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:30:56.691145 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.701935 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, ab7d1aa0-da51-42b8-8718-435c7b03a764) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:30:56.714849 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605974a-fd3d-4851-b0b4-35d206942030 None None] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:30:56.717129 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:56.717725 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.734459 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.738281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.741322 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.753382 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.754832 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.765766 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.801011 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ee776055-275c-4de5-b869-2e13037a9bdc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9005408 Jun 24 16:30:56.801011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 42986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:56.805698 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:30:56.828933 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:56.842337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.856771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-network', 'tenant_id': '4d688ee280bf4507946b9799c1609be2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:56.869897 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:56.882063 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Usage tracker for resource:router and tenant:17bbbd6237664917883e512944769620 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.892035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Usage tracker for resource:network and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:56.897569 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.906487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.908086 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.909590 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Added segment 01181f8e-5117-4180-8698-d9251ef9a288 of type vlan for network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff Jun 24 16:30:56.911048 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.912917 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5524fa-29ba-438e-a261-f2279449605a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:56.950310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:56.986405 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:56.991337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:56.992440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.005498 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.040665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.065977 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Made reservation on behalf of 4d688ee280bf4507946b9799c1609be2 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:57.069311 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.093712 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.107155 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:57.152153 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:57.157289 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Usage tracker for resource:security_group_rule and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:57.161939 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:57.162103 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:30:57.162362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Network hostable DHCP agents. Network: 8c51764d-50ca-4d1e-9373-c439de376dba, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:30:57.170360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:57.208140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.209429 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:57.210549 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.220500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.236346 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.240544 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-ab7d1aa0-da51-42b8-8718-435c7b03a764', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'tenant_id': '17bbbd6237664917883e512944769620', 'fixed_ips': [{'subnet_id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:30:57.241785 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.267156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.290790 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.317233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Network 8c51764d-50ca-4d1e-9373-c439de376dba is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:30:57.590397 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Allocated IP 172.20.0.2 (ab7d1aa0-da51-42b8-8718-435c7b03a764/bffb163d-229e-4ec7-aca7-6dab75a350b6/169e48c5-2f65-4ee2-bf39-91ccdd0d45e4) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:30:57.660713 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.665028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] Pushing event updated for resources: {'Network': ['ID=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:57.682491 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.701839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:30:57.733022 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:30:57.748328 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-2935d22f-f977-4067-89df-5c9b2d9e9e23 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5354705 Jun 24 16:30:57.748534 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43010) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:57.750937 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5575fab-6b09-4d58-a27d-a3e90c952d6b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:57.762405 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Request body: {'subnet': {'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1879169282-subnet', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:57.766253 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.766579 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Added segment 446798de-6265-4d11-a6a5-4b4cddb5fe74 of type vlan for network 3c715a60-f0af-41c2-aba5-afb23e163284 Jun 24 16:30:57.773494 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:57.780549 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Usage tracker for resource:subnet and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:57.789081 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:57.811299 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.818903 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:57.822415 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 8c51764d-50ca-4d1e-9373-c439de376dba) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:30:57.825777 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:30:57.836008 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db67631-ec2c-4311-815f-67125892f926,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:57.842963 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:57.843939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.864894 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.869667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.874573 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Made reservation on behalf of 73a645777a584ad3968ef5916317a3ee for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:57.878145 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.882859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Transition to ACTIVE for port object 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:30:57.928402 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0286e309-b68c-41db-a325-beb7cb55fea4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7167265 Jun 24 16:30:57.935335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:57.935335 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Added segment 8d8fbbb9-882c-43d4-a303-53ef3a743fee of type vlan for network 522d9803-e13a-4100-bc42-4bdcc270160c Jun 24 16:30:57.936278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Transition to ACTIVE for port object 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:30:57.936608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:57.954247 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:57.960390 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:57.963714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62d15bb-b815-44c2-8f8f-849b5fcb9a52 None None] Network 8c51764d-50ca-4d1e-9373-c439de376dba requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:30:57.965248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Usage tracker for resource:router and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:57.968483 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:57.981092 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:58.042067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.043228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.059359 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.070091 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:30:58.114038 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.115162 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:58.115735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.155993 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.379249 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.385997 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:58.402529 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.452440 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0327258 Jun 24 16:30:58.469955 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:58.470809 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.484195 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Request body: {'subnet': {'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-subnet', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:58.490082 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:58.494654 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Usage tracker for resource:subnet and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:58.497783 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:58.504351 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:58.558071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.559674 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:58.560512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.583958 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd38234-99d1-4139-875e-9d3feb1eacb4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:58.586208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Made reservation on behalf of 4d688ee280bf4507946b9799c1609be2 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:58.588780 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.655059 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:30:58.667464 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Pushing event updated for resources: {'Port': ['ID=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:58.688945 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.689538 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.690179 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.690701 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.691248 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.691952 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.692464 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.692996 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.693494 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.694130 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.694691 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.695188 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Tracked resource versions report: Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: pushed versions: Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: { 'AddressGroup': {'1.2'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'ConntrackHelper': {'1.0'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Log': {'1.0'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Network': {'1.1'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Port': {'1.7'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'PortForwarding': {'1.2'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'QosPolicy': {'1.8'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroup': {'1.4'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SubPort': {'1.0'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Subnet': {'1.1'}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Trunk': {'1.1'}} Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: consumer versions: Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: HyperV agent@hv-cinder-84718: {}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'ConntrackHelper': '1.0', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Log': '1.0', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Network': '1.1', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Port': '1.7', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'PortForwarding': '1.2', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'QosPolicy': '1.8', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroup': '1.4', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SecurityGroupRule': '1.2', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'SubPort': '1.0', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Subnet': '1.1', Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: 'Trunk': '1.1'}} Jun 24 16:30:58.696510 dv-cinder-847189-3-smb neutron-server[88133]: {{(pid=88133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:30:58.715628 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:30:58.715816 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8708854 Jun 24 16:30:58.744665 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.754725 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:30:58.797439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:58.817816 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Request body: {'subnet': {'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-subnet', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:58.835093 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15e2c-b31a-4054-80f7-f64ea01f5b47 admin admin] Pushing event updated for resources: {'Network': ['ID=3c715a60-f0af-41c2-aba5-afb23e163284,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:58.841112 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.859482 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:58.879247 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 3c715a60-f0af-41c2-aba5-afb23e163284 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:30:58.921372 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:58.940364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Checking segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:30:58.940704 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Network hostable DHCP agents. Network: 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:30:58.982740 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:30:58.983212 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Network hostable DHCP agents. Network: 3c715a60-f0af-41c2-aba5-afb23e163284, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:30:58.996722 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:30:59.008130 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c87437-f795-44b8-b38a-6916458f97cc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:59.020912 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:30:59.039658 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:59.040449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.050384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Usage tracker for resource:subnet and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:59.062708 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:30:59.068538 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15208ae8-7f7b-438f-8426-fe20718a8fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=522d9803-e13a-4100-bc42-4bdcc270160c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:30:59.075662 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:59.077619 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 3c715a60-f0af-41c2-aba5-afb23e163284) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:30:59.083969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:59.100574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:30:59.101309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.107606 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:59.110856 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:45a8426c5f7344b5b2a794ee30050d00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:59.120205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:59.127336 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-59024d58-4aa2-4c1b-9477-3fe7c32d8597 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3775384 Jun 24 16:30:59.131133 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:59.137081 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:59.146091 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b2d7c172-0059-4831-8113-023c2c8fd718 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6685662 Jun 24 16:30:59.147453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:59.149564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:30:59.154731 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Usage tracker for resource:router and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:59.159865 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:30:59.166591 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:30:59.170105 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:59.172821 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Usage tracker for resource:router and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:30:59.191102 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:59.196921 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1ff3a-c9f8-42f6-8b1e-46650547238c None None] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:30:59.206616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:59.209022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Made reservation on behalf of e45630c26d9d4196ab6ec89f8de5a19c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:30:59.211952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.222185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:30:59.237407 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:30:59.242878 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.247850 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.295923 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.337888 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de290676-edba-433f-be9c-499273dd408e None None] Network 3c715a60-f0af-41c2-aba5-afb23e163284 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:30:59.348869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.360941 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 522d9803-e13a-4100-bc42-4bdcc270160c details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:30:59.407932 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.447668 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.448669 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.600469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-8c51764d-50ca-4d1e-9373-c439de376dba', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:30:59.601560 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.631849 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Attempting to bind port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:30:59.632548 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Attempting to bind port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:30:59.633056 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Attempting to bind port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 on network ab7d1aa0-da51-42b8-8718-435c7b03a764 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:30:59.681060 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.728419 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:30:59.728848 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Checking segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:30:59.729392 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.729940 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Bound using segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:30:59.730547 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Bound port: 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:30:59.730996 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.792405 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.824766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.837973 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:30:59.839150 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.932887 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:30:59.997078 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Synchronizing usage tracker for tenant:396478205d55410abcabf12c253a0e28 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:00.010262 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e34de6-4bde-4564-9498-332662474bfc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:00.025424 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.139278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.174619 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] Unset dirty status for tenant:396478205d55410abcabf12c253a0e28 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:00.176683 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8f12d0d1-d50f-4400-b97f-5db98970b9a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45a8426c5f7344b5b2a794ee30050d00&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7865598 Jun 24 16:31:00.191021 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:00.208974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.248257 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.268801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Allocated IP 172.28.2.134 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:00.327546 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2e87b5-c124-4088-afd4-5257e7182426,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:00.431945 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Allocated IP 172.20.0.2 (78eb6cb9-9d7d-40ad-b92e-00d8360e05ff/0cd38234-99d1-4139-875e-9d3feb1eacb4/326a039c-4c82-49e3-8fae-b00035d73e0b) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:00.437079 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5538384e-6077-460f-80f9-cb059623a18e None None] For port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:00.482894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Checking segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:00.483291 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Network hostable DHCP agents. Network: 522d9803-e13a-4100-bc42-4bdcc270160c, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:31:00.502262 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5538384e-6077-460f-80f9-cb059623a18e None None] For port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:00.584006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.592016 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.613998 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.657037 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.667133 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Network 522d9803-e13a-4100-bc42-4bdcc270160c is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:31:00.674628 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.689692 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 522d9803-e13a-4100-bc42-4bdcc270160c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:00.701073 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:00.701837 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.721978 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.741742 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.776852 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0d660-b622-4876-8695-e0cb4ae909f0 None None] Network 522d9803-e13a-4100-bc42-4bdcc270160c requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:00.790166 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-3c715a60-f0af-41c2-aba5-afb23e163284', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:31:00.791009 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.814116 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.815230 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6e34de6-4bde-4564-9498-332662474bfc HTTP/1.1" status: 204 len: 168 time: 0.6087861 Jun 24 16:31:00.845647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f254-1541-47ff-a932-c545f1a0cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e34de6-4bde-4564-9498-332662474bfc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:00.849529 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:00.852132 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Allocated IP 172.20.0.2 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/6e428267-d990-4081-bc05-b81c9070fb0e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:00.941650 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d725bd7c-c044-4968-9d89-1ab81156a671 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1313076 Jun 24 16:31:00.977700 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:01.003176 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:01.029387 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:01.030769 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:01.033875 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:01.046678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:01.073326 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.124011 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.313700 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:01.321693 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Usage tracker for resource:router and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:01.352060 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.354853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:01.359573 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.368145 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:01.368941 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Transition to ACTIVE for port object 326a039c-4c82-49e3-8fae-b00035d73e0b will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:01.375716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Allocated IP 172.28.2.222 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/66330f1b-264f-4fad-bad1-301bde6f6246) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:01.389908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538384e-6077-460f-80f9-cb059623a18e None None] Pushing event updated for resources: {'Port': ['ID=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:01.391585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:01.398778 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Usage tracker for resource:security_group_rule and tenant:94be1391d0e84c1eab5956327cb385e5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:01.404743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:01.407509 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:01.428334 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:01.549089 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.555141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.557358 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Transition to ACTIVE for port object 326a039c-4c82-49e3-8fae-b00035d73e0b will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:01.634181 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94be1391d0e84c1eab5956327cb385e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3192179 Jun 24 16:31:01.635267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60190d88-4d27-4a02-9fd2-d0df902d7195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2898fab6-657b-4470-9b38-93c12e260d97,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:01.638175 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:01.722114 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.732606 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.755307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.782750 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.823443 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:01.836563 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.841934 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:01.845315 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:01.862721 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898fab6-657b-4470-9b38-93c12e260d97,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:01.881899 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-522d9803-e13a-4100-bc42-4bdcc270160c', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:31:01.882738 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.888508 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:01.892096 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-0010e6b8-e0c3-4ba3-9844-0beeb674c1ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2898fab6-657b-4470-9b38-93c12e260d97 HTTP/1.1" status: 204 len: 168 time: 0.2505708 Jun 24 16:31:02.016438 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.046242 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.047286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.188923 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Pushing event updated for resources: {'Port': ['ID=326a039c-4c82-49e3-8fae-b00035d73e0b,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:02.215675 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.228155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Transition to ACTIVE for port object 6e428267-d990-4081-bc05-b81c9070fb0e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:02.258293 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Transition to ACTIVE for port object 6e428267-d990-4081-bc05-b81c9070fb0e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:02.296198 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Allocated IP 172.20.0.2 (3c715a60-f0af-41c2-aba5-afb23e163284/24c87437-f795-44b8-b38a-6916458f97cc/342ca1b4-8e5a-4766-ac0f-971b1ab868a0) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:02.306221 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Attempting to bind port 326a039c-4c82-49e3-8fae-b00035d73e0b on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:02.306595 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Attempting to bind port 326a039c-4c82-49e3-8fae-b00035d73e0b by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:02.307509 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Attempting to bind port 326a039c-4c82-49e3-8fae-b00035d73e0b on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:02.330348 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:02.330723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Checking segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:02.333436 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.334010 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Bound using segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:02.334786 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Bound port: 326a039c-4c82-49e3-8fae-b00035d73e0b, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:02.335148 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.358340 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.366382 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.453143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.515839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Pushing event updated for resources: {'Port': ['ID=6e428267-d990-4081-bc05-b81c9070fb0e,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:02.540698 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:02.560867 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:02.593579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Allocated IP 172.28.2.84 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/59a8a0d2-2eb6-4562-9525-f60739fb40ae) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:02.630738 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:02.761695 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b3e7b-c3db-41dc-8186-89df1d13bc5a None None] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:02.846138 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:02.893652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:02.912356 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.026640 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:03.033606 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Allocated IP 172.20.0.2 (522d9803-e13a-4100-bc42-4bdcc270160c/7b2e87b5-c124-4088-afd4-5257e7182426/2b8047a2-f413-477f-9939-1fb8a2767920) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:03.052330 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cd4b6699-ace3-4b1f-919a-29c111266dfa None None] Provisioning for port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:03.083818 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Attempting to bind port 6e428267-d990-4081-bc05-b81c9070fb0e on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:03.084632 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Attempting to bind port 6e428267-d990-4081-bc05-b81c9070fb0e by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:03.085174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Attempting to bind port 6e428267-d990-4081-bc05-b81c9070fb0e on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:03.130453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:03.130828 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:03.131304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.131664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:03.132144 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Bound port: 6e428267-d990-4081-bc05-b81c9070fb0e, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:03.132511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.153097 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:03.162605 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:03.176371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:03.209633 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:03.233096 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:03.251101 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] For port 326a039c-4c82-49e3-8fae-b00035d73e0b, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:03.259799 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] For port 326a039c-4c82-49e3-8fae-b00035d73e0b, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=326a039c-4c82-49e3-8fae-b00035d73e0b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:03.273440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Pushing event updated for resources: {'Port': ['ID=66330f1b-264f-4fad-bad1-301bde6f6246,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:03.403721 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] For port 6e428267-d990-4081-bc05-b81c9070fb0e, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:03.409147 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] For port 6e428267-d990-4081-bc05-b81c9070fb0e, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=6e428267-d990-4081-bc05-b81c9070fb0e,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:03.422328 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.456415 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.503133 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:03.536021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.558752 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:03.563687 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1839f87a9d40978fc534181eaa19ce is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:03.567341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:03.573341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:03.624083 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.673641 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.700884 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.753664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:03.766576 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Transition to ACTIVE for port object 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:03.775117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Pushing event updated for resources: {'Port': ['ID=59a8a0d2-2eb6-4562-9525-f60739fb40ae,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:03.792485 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Transition to ACTIVE for port object 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:03.818755 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Allocated IP 172.28.2.83 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/a0ec9f75-63be-42be-b7f4-94bcb73539f4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:03.856882 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d1839f87a9d40978fc534181eaa19ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9615035 Jun 24 16:31:03.863600 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:03.995159 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.046168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629a62-2f41-4db5-8588-eb402548a963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98e360-ad5e-480d-b1b1-27acd4cb3ce7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:04.049127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.155659 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:04.166222 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:04.169834 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:04.328574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.385183 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09857b3a-3be6-4894-a9e1-c5f3023ae592 None None] Pushing event updated for resources: {'Port': ['ID=326a039c-4c82-49e3-8fae-b00035d73e0b,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:04.442383 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.478543 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.512876 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.616395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.805012 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.818155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Transition to ACTIVE for port object 2b8047a2-f413-477f-9939-1fb8a2767920 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:04.846879 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Transition to ACTIVE for port object 2b8047a2-f413-477f-9939-1fb8a2767920 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:04.961332 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:04.980113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:04.982158 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb89e0-06f4-4195-b424-764e1c60ae8f None None] Pushing event updated for resources: {'Port': ['ID=6e428267-d990-4081-bc05-b81c9070fb0e,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:05.012926 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.074533 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:05.075665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98e360-ad5e-480d-b1b1-27acd4cb3ce7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:05.087735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:05.109432 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.131438 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:05.132134 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.134029 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.136640 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b9410ae6-72e4-4d4c-8292-b0ef88da9932 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed98e360-ad5e-480d-b1b1-27acd4cb3ce7 HTTP/1.1" status: 204 len: 168 time: 1.2685928 Jun 24 16:31:05.233911 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:05.352842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Router ca2e9309-d0ff-418d-88ce-65ec3751ab8b is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:31:05.358728 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.359116 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Attempting to bind port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:05.359984 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Attempting to bind port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:05.360691 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Attempting to bind port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:05.367539 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Pushing event updated for resources: {'Port': ['ID=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:05.381645 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Network 522d9803-e13a-4100-bc42-4bdcc270160c is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:05.532849 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:05.534061 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:05.535917 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.537421 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Bound using segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:05.538104 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Bound port: 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:05.539855 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:05.589470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:05.596839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Pushing event updated for resources: {'Port': ['ID=2b8047a2-f413-477f-9939-1fb8a2767920,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:05.648372 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:05.951300 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec9f75-63be-42be-b7f4-94bcb73539f4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:06.051568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] For port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:06.054606 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Attempting to bind port 2b8047a2-f413-477f-9939-1fb8a2767920 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:06.056852 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Attempting to bind port 2b8047a2-f413-477f-9939-1fb8a2767920 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:06.059400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Attempting to bind port 2b8047a2-f413-477f-9939-1fb8a2767920 on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:06.100478 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] For port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:06.104084 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:06.106021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Checking segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:06.107463 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.108802 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Bound using segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:06.114078 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Bound port: 2b8047a2-f413-477f-9939-1fb8a2767920, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:06.117208 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.138108 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.313170 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.324555 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1cbdf-0fd5-4240-af7b-735a22505a80 None None] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:06.472908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909cf5a7-4f50-4745-93f0-36349941664b None None] Network 8c51764d-50ca-4d1e-9373-c439de376dba requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:06.635631 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.646867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.702816 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.819542 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:06.820081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.826850 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:06.837368 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Sync routers for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:06.848162 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:06.849056 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:06.901195 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d1aa9d98-2215-4b29-b99a-6336b16003d6 None None] Provisioning for port 326a039c-4c82-49e3-8fae-b00035d73e0b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:06.905303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:06.906518 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-570f77c0-a04d-4956-a40a-d5433a22f5b6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1048930 Jun 24 16:31:06.917278 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:07.075155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937f32-bb29-403c-8999-f7e880aab233 None None] Pushing event updated for resources: {'Port': ['ID=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:07.077600 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Router 6448995e-c984-46d8-838c-ad9989e8b3aa is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:31:07.089930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] For port 2b8047a2-f413-477f-9939-1fb8a2767920, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:07.092200 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Allocated IP 172.28.2.191 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:07.218902 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] For port 2b8047a2-f413-477f-9939-1fb8a2767920, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=2b8047a2-f413-477f-9939-1fb8a2767920,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:07.252403 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:07.361144 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Router 85c0f595-4505-48c4-928d-63da2ecbcefa is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:31:07.431757 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:07.540770 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:07.610843 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:07.842200 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f65e2f0d-8bc5-4d84-b6de-9a005a704b6c None None] Provisioning complete for port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:07.842570 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f65e2f0d-8bc5-4d84-b6de-9a005a704b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:07.889975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:07.892945 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:07.952827 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:07.953711 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:08.016504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.020810 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-48a48de3-7f45-4cc4-84fe-ee998dc79081 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0763190 Jun 24 16:31:08.025052 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43346) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:08.058266 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 326a039c-4c82-49e3-8fae-b00035d73e0b up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:08.179014 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:08.180404 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:08.376574 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.398464 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:01Z', 'revision_number': 3, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:08.416538 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Checking router: ca2e9309-d0ff-418d-88ce-65ec3751ab8b for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:08.417853 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Updating router ca2e9309-d0ff-418d-88ce-65ec3751ab8b port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:08.503081 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:08.531708 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Usage tracker for resource:security_group_rule and tenant:121082fe3a1a426d89369c41c3353892 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:08.561246 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.564147 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:08.588376 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:08.593968 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.613189 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.628558 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038737e-45fd-46d9-ac6f-675c963db384 None None] Pushing event updated for resources: {'Port': ['ID=2b8047a2-f413-477f-9939-1fb8a2767920,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:08.717026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:08.765996 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2514c958-82c3-4e0b-97ac-9dd99c0920ef None None] Network 3c715a60-f0af-41c2-aba5-afb23e163284 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:08.794580 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 326a039c-4c82-49e3-8fae-b00035d73e0b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:08.808791 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 326a039c-4c82-49e3-8fae-b00035d73e0b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:08.809436 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:08.972989 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:09.033280 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:09.038305 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c82edcc0-2395-4af3-9473-a99fce7b70c3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.8876100 Jun 24 16:31:09.039107 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:09.076907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:09.118407 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:09.174751 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:09.209384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:09.230248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:09.324366 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:09.342035 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Transition to ACTIVE for port object b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:09.352354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Pushing event updated for resources: {'Port': ['ID=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:09.356689 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:09.362620 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:09.396953 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f65e2f0d-8bc5-4d84-b6de-9a005a704b6c None None] Current status of the port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:09.465553 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Pushing event updated for resources: {'Port': ['ID=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:09.481908 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:31:09.483180 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.483602 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.484114 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.484523 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.484923 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.485369 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.485817 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.486352 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.486796 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.487289 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.487870 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.488356 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Tracked resource versions report: Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: pushed versions: Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: { 'AddressGroup': {'1.2'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'ConntrackHelper': {'1.0'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Log': {'1.0'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Network': {'1.1'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Port': {'1.7'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'PortForwarding': {'1.2'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'QosPolicy': {'1.8'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroup': {'1.4'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SubPort': {'1.0'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Subnet': {'1.1'}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Trunk': {'1.1'}} Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: consumer versions: Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: { DHCP agent@dv-cinder-847189-3-smb: {}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: HyperV agent@hv-cinder-84718: {}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: L3 agent@dv-cinder-847189-3-smb: {}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: Metadata agent@dv-cinder-847189-3-smb: {}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: Metering agent@dv-cinder-847189-3-smb: {}, Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: Open vSwitch agent@dv-cinder-847189-3-smb: { 'AddressGroup': '1.2', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'ConntrackHelper': '1.0', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Log': '1.0', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Network': '1.1', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Port': '1.7', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'PortForwarding': '1.2', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'QosPolicy': '1.8', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroup': '1.4', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SecurityGroupRule': '1.2', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'SubPort': '1.0', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Subnet': '1.1', Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: 'Trunk': '1.1'}} Jun 24 16:31:09.489535 dv-cinder-847189-3-smb neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 16:31:09.509889 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:09.510701 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:09.574806 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:09.633761 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f65e2f0d-8bc5-4d84-b6de-9a005a704b6c None None] Provisioning for port 6e428267-d990-4081-bc05-b81c9070fb0e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:09.736707 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:09.750014 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c2f86-6a86-4b5b-887e-73a79929be5f None None] Network 522d9803-e13a-4100-bc42-4bdcc270160c requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:09.815340 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:09.829991 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b162212c8521411d950e7187a42cb031 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:09.836888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:09.852562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:09.899840 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Attempting to bind port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:09.900223 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Attempting to bind port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:09.900584 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Attempting to bind port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:09.902604 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:31:09.970952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.038784 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f4b502e-137e-4dab-97ae-6e9cc1fbed1d None None] Provisioning for port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:10.052430 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 326a039c-4c82-49e3-8fae-b00035d73e0b is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:10.052668 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.077973 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:10.078879 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:10.079335 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.079727 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:10.080208 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Bound port: b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:10.080655 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.099014 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.199516 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] For port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:10.207585 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] For port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:10.225653 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.271520 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=121082fe3a1a426d89369c41c3353892&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3840234 Jun 24 16:31:10.274337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:10.278414 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967881b1-5f9c-4e34-b899-9c9601476f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f5e16d-8d0a-4723-9876-3eee4b2d0419,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:10.364726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:10.383433 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.391791 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f645b7-b7c6-43de-8987-24eeefc652b7 None None] Pushing event updated for resources: {'Port': ['ID=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:10.393046 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f4b502e-137e-4dab-97ae-6e9cc1fbed1d None None] Provisioning for port 2b8047a2-f413-477f-9939-1fb8a2767920 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:10.409353 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 326a039c-4c82-49e3-8fae-b00035d73e0b, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=326a039c-4c82-49e3-8fae-b00035d73e0b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:10.427010 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:03Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:10.438960 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:10.439548 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Updating router 85c0f595-4505-48c4-928d-63da2ecbcefa port 59a8a0d2-2eb6-4562-9525-f60739fb40ae binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:10.443276 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.444162 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:10.488224 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.538796 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:10.540365 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:10.597138 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.647436 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=326a039c-4c82-49e3-8fae-b00035d73e0b,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:10.669157 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f4b502e-137e-4dab-97ae-6e9cc1fbed1d None None] Provisioning complete for port 326a039c-4c82-49e3-8fae-b00035d73e0b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:10.669519 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f4b502e-137e-4dab-97ae-6e9cc1fbed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.759720 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.802455 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:10.806518 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:da4af7f860534744b2626a1804b9b71f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:10.809549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:10.816354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:10.837287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b502e-137e-4dab-97ae-6e9cc1fbed1d None None] Current status of the port 326a039c-4c82-49e3-8fae-b00035d73e0b is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:10.841378 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:10.847523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:10.847875 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:10.941308 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:03Z', 'revision_number': 3, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:10.945562 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:10.945929 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Updating router 6448995e-c984-46d8-838c-ad9989e8b3aa port 66330f1b-264f-4fad-bad1-301bde6f6246 binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:10.970156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.014771 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.067417 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.078847 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:11.078847 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.084754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a9f378-d79b-42aa-9b51-576335211108,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:11.141527 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:11.157873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c653c65a-f3e7-408d-86f5-daa6c3e5a75c None None] Provisioning complete for port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:11.158237 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c653c65a-f3e7-408d-86f5-daa6c3e5a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.166490 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.170803 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.174425 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.182358 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.191725 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6b1f1d4b-c757-4593-8012-3aa342d2b5e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da4af7f860534744b2626a1804b9b71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8214598 Jun 24 16:31:11.192695 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:11.194590 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:11.195484 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Transition to ACTIVE for port object 59a8a0d2-2eb6-4562-9525-f60739fb40ae will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:11.202717 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.211602 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.227700 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.228004 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.228453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 6e428267-d990-4081-bc05-b81c9070fb0e up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:11.306991 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c093d-e0d4-44d7-a3e9-d65f72a348d7 None None] Pushing event updated for resources: {'Port': ['ID=59a8a0d2-2eb6-4562-9525-f60739fb40ae,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:11.307269 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21174e20-8565-43a4-ac6f-e4b4e72997c2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:11.334370 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:11.380750 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Attempting to bind port 59a8a0d2-2eb6-4562-9525-f60739fb40ae on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Attempting to bind port 59a8a0d2-2eb6-4562-9525-f60739fb40ae by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Attempting to bind port 59a8a0d2-2eb6-4562-9525-f60739fb40ae on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Bound port: 59a8a0d2-2eb6-4562-9525-f60739fb40ae, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:11.387235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.423543 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.428654 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-48784070-3c6f-4e17-bb2c-140cae248056 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2964118 Jun 24 16:31:11.431453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:11.443552 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Allocated IP 172.20.0.1 (ab7d1aa0-da51-42b8-8718-435c7b03a764/bffb163d-229e-4ec7-aca7-6dab75a350b6/5e17eb5f-4d76-48f9-afce-3d914db93402) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:11.480198 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] For port 59a8a0d2-2eb6-4562-9525-f60739fb40ae, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:11.483871 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] For port 59a8a0d2-2eb6-4562-9525-f60739fb40ae, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=59a8a0d2-2eb6-4562-9525-f60739fb40ae,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:11.498589 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.526673 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.529857 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-603da7f9-e455-4fb3-a70a-3b77f0e1c6a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b162212c8521411d950e7187a42cb031&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7930036 Jun 24 16:31:11.537278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:11.587398 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.604249 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:11.606051 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:11.635198 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c093d-e0d4-44d7-a3e9-d65f72a348d7 None None] Pushing event updated for resources: {'Port': ['ID=59a8a0d2-2eb6-4562-9525-f60739fb40ae,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:11.683936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.718632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f5e16d-8d0a-4723-9876-3eee4b2d0419,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:11.723469 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.762679 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:11.763395 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:11.800502 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:11.887801 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 6e428267-d990-4081-bc05-b81c9070fb0e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:11.967523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 6e428267-d990-4081-bc05-b81c9070fb0e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:11.967884 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.006058 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:12.048094 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.051017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:12.109454 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c653c65a-f3e7-408d-86f5-daa6c3e5a75c None None] Current status of the port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:12.118679 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.122605 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-31d5734d-711b-40c4-93cd-75e39cadac48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19f5e16d-8d0a-4723-9876-3eee4b2d0419 HTTP/1.1" status: 204 len: 168 time: 1.8410594 Jun 24 16:31:12.128843 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.152219 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Allocated IP 172.20.0.1 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/11c7ab70-6ee9-4e94-af41-1e2d603d8fa0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:12.154010 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a9f378-d79b-42aa-9b51-576335211108,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:12.158418 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Allocated IP 172.20.0.1 (3c715a60-f0af-41c2-aba5-afb23e163284/24c87437-f795-44b8-b38a-6916458f97cc/e5872108-4709-4bf9-89de-0265c8607bfd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:12.211394 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:12.291487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.323565 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Router 3db22d46-bb32-4568-8785-c58a13b9685b is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:31:12.344590 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.344590 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3d4d6432-b917-45a0-8e7f-eef8bce3f1b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98a9f378-d79b-42aa-9b51-576335211108 HTTP/1.1" status: 204 len: 168 time: 1.1363111 Jun 24 16:31:12.346493 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:12.416537 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Transition to ACTIVE for port object 5e17eb5f-4d76-48f9-afce-3d914db93402 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:12.525806 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.544718 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Transition to ACTIVE for port object 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:12.574420 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.656884 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 6e428267-d990-4081-bc05-b81c9070fb0e is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:12.657672 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.667286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.733288 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:12.779411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Pushing event updated for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:12.782539 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21174e20-8565-43a4-ac6f-e4b4e72997c2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:12.791027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.794469 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-61090400-0b27-478f-8d04-2c16a33b78e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21174e20-8565-43a4-ac6f-e4b4e72997c2 HTTP/1.1" status: 204 len: 168 time: 1.2527142 Jun 24 16:31:12.802215 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.843844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:12.854679 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.872982 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.887102 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:12.900362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:12.905838 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:12.906332 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:12.919677 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 6e428267-d990-4081-bc05-b81c9070fb0e, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=6e428267-d990-4081-bc05-b81c9070fb0e,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:12.938960 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.025726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Transition to ACTIVE for port object e5872108-4709-4bf9-89de-0265c8607bfd will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:13.037601 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.049266 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Transition to ACTIVE for port object 66330f1b-264f-4fad-bad1-301bde6f6246 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:13.075576 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:13.102225 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:13.105605 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:13.106072 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.123647 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.146884 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Pushing event updated for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:13.212797 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:13.264547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:13.358902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Usage tracker for resource:security_group_rule and tenant:0108949d6aeb49eb83d49bef7f2c012c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:13.363644 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 2b8047a2-f413-477f-9939-1fb8a2767920 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:13.369940 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.379824 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e70609d8-b0b5-4558-9369-a4af93d58a13 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.3921974 Jun 24 16:31:13.382771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:13.387737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:13.421583 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:13.459485 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.532850 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Attempting to bind port 66330f1b-264f-4fad-bad1-301bde6f6246 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:13.533214 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Attempting to bind port 66330f1b-264f-4fad-bad1-301bde6f6246 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:13.533568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Attempting to bind port 66330f1b-264f-4fad-bad1-301bde6f6246 on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:13.535485 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:13.589946 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:13.590599 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:13.590709 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.591095 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:13.591574 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Bound port: 66330f1b-264f-4fad-bad1-301bde6f6246, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:13.591958 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.635963 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:13.639703 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:13.688221 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=6e428267-d990-4081-bc05-b81c9070fb0e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:13.807154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:13.827002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:13.834708 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:13.835195 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.855034 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] For port 66330f1b-264f-4fad-bad1-301bde6f6246, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:13.906876 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:13.913290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Pushing event updated for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:13.936279 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9c33dd10-e2aa-4d61-9333-62bac6c78895 None None] Provisioning for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:14.006810 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:01Z', 'revision_number': 3, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:14.018617 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c31876-ff5c-43a8-b391-87bc3d1f0646 None None] Pushing event updated for resources: {'Port': ['ID=66330f1b-264f-4fad-bad1-301bde6f6246,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:14.027763 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] For port 66330f1b-264f-4fad-bad1-301bde6f6246, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=66330f1b-264f-4fad-bad1-301bde6f6246,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:14.033623 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455e45f-2cb1-4d1f-8d8f-17f34f83b9cb None None] The sync data for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb is: [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:01Z', 'revision_number': 3, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:14.043913 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:03Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:14.053957 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf17b-2d66-4b03-b3e7-21cd77c0d101 None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:03Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:14.055388 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9c33dd10-e2aa-4d61-9333-62bac6c78895 None None] Provisioning complete for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:14.061279 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9c33dd10-e2aa-4d61-9333-62bac6c78895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.062042 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:14.231371 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9c33dd10-e2aa-4d61-9333-62bac6c78895 None None] Port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:14.232895 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 2b8047a2-f413-477f-9939-1fb8a2767920 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:14.245944 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 2b8047a2-f413-477f-9939-1fb8a2767920 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:14.247258 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.386868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.393929 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:06Z', 'revision_number': 3, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:14.416590 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.505217 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.520007 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:14.520007 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Updating router 268d4d58-6938-4658-80f3-d06a7b7d5599 port a0ec9f75-63be-42be-b7f4-94bcb73539f4 binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:14.577055 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c31876-ff5c-43a8-b391-87bc3d1f0646 None None] Pushing event updated for resources: {'Port': ['ID=66330f1b-264f-4fad-bad1-301bde6f6246,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:14.732152 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:09Z', 'revision_number': 3, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:14.742967 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:14.743338 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Updating router 3db22d46-bb32-4568-8785-c58a13b9685b port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:14.846265 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.880976 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:14.977238 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Provisioning for port e5872108-4709-4bf9-89de-0265c8607bfd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:15.013378 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:15.018569 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.024754 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:15.025446 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:15.145124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.195349 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Provisioning complete for port e5872108-4709-4bf9-89de-0265c8607bfd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:15.197039 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.459445 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.474242 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Transition to ACTIVE for port object 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:15.488964 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.548196 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-422482759-network', 'tenant_id': 'fa7bde4d499c48768f7c1f58bba369eb'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:15.614370 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0108949d6aeb49eb83d49bef7f2c012c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7535501 Jun 24 16:31:15.619429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:15.638545 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Attempting to bind port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:15.638908 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Attempting to bind port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:15.639282 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Attempting to bind port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:15.645814 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.656502 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:15.656951 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:15.657801 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.658117 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:15.658596 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Bound port: 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:15.659541 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.693260 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e337-0256-49ed-a56d-65f26988e31c None None] Pushing event updated for resources: {'Port': ['ID=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:15.732600 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729841b7-f3cb-47eb-80af-c6566a6a2d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db423d5f-5327-45fa-ad1f-21e8e44c6049,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:15.776565 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:15.792863 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Usage tracker for resource:network and tenant:fa7bde4d499c48768f7c1f58bba369eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:15.794879 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 2b8047a2-f413-477f-9939-1fb8a2767920 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:15.795301 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.800329 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:15.812762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:15.905789 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] For port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:15.910735 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] For port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:15.928461 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.944545 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:15.970482 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:15.982697 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:15.995799 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:16.004527 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.008053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Made reservation on behalf of fa7bde4d499c48768f7c1f58bba369eb for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:16.010594 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.024832 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.025531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.048777 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.050036 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.056834 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:16.057759 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:16.110590 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.116658 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Port e5872108-4709-4bf9-89de-0265c8607bfd cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:16.122310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.275050 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:16.283149 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:16.430580 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 2b8047a2-f413-477f-9939-1fb8a2767920, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=2b8047a2-f413-477f-9939-1fb8a2767920,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:16.437413 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.478801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Pushing event updated for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:16.493853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7bde4d499c48768f7c1f58bba369eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:16.495749 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e337-0256-49ed-a56d-65f26988e31c None None] Pushing event updated for resources: {'Port': ['ID=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:16.498066 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Pushing event updated for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:16.501284 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:16.530026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.536219 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:16.575341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Allocated IP 172.20.0.1 (78eb6cb9-9d7d-40ad-b92e-00d8360e05ff/0cd38234-99d1-4139-875e-9d3feb1eacb4/3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:16.711872 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.712975 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 326a039c-4c82-49e3-8fae-b00035d73e0b up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:16.767984 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:09Z', 'revision_number': 3, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:16.773934 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8407ace-c387-4795-ba56-a8ed5cdc4332 None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:09Z', 'revision_number': 3, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:16.866009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:16.870122 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:16.876106 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:16.899516 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:16.915183 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:16.921302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=2b8047a2-f413-477f-9939-1fb8a2767920,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:16.926627 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Provisioning for port 5e17eb5f-4d76-48f9-afce-3d914db93402 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:16.970197 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Provisioning complete for port 5e17eb5f-4d76-48f9-afce-3d914db93402 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:16.974414 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.109221 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f43d6fcc-ab05-4814-af93-9f0cc6b96a14 None None] Port 5e17eb5f-4d76-48f9-afce-3d914db93402 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:17.117946 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 326a039c-4c82-49e3-8fae-b00035d73e0b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:17.118351 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.135931 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.209077 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db423d5f-5327-45fa-ad1f-21e8e44c6049,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:17.239241 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.245362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.249373 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d28ea9ac-4573-4a03-8b2f-9f5bccbb3574 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db423d5f-5327-45fa-ad1f-21e8e44c6049 HTTP/1.1" status: 204 len: 168 time: 1.6133831 Jun 24 16:31:17.256250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Allocated IP 172.20.0.1 (522d9803-e13a-4100-bc42-4bdcc270160c/7b2e87b5-c124-4088-afd4-5257e7182426/8fb33bcf-55fa-408f-a82e-89d261a7b365) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:17.300223 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:17.327285 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.389459 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:31:17.422300 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.435035 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Provisioning complete for port 5e17eb5f-4d76-48f9-afce-3d914db93402 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:17.435391 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.437938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:31:17.462361 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Router ca2e9309-d0ff-418d-88ce-65ec3751ab8b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:31:17.563756 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.564516 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.589374 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4bc8f5-33c4-47c8-b36e-1e0986501fa4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:17.602502 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Port 5e17eb5f-4d76-48f9-afce-3d914db93402 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:17.613996 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.616439 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 326a039c-4c82-49e3-8fae-b00035d73e0b is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:17.617896 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:17.663518 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:12Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:17.755166 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Transition to ACTIVE for port object a0ec9f75-63be-42be-b7f4-94bcb73539f4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:17.757917 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d82798-b131-4fc6-af41-f685a393d759 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:12Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:17.797725 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Provisioning complete for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:17.798092 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.820259 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.854548 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Transition to ACTIVE for port object 8fb33bcf-55fa-408f-a82e-89d261a7b365 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:17.855144 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:17.863066 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2f394542-7eb4-4062-8b3f-10bcd3e4cc2f admin admin] 10.222.0.26 "PUT /v2.0/routers/6448995e-c984-46d8-838c-ad9989e8b3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8349054 Jun 24 16:31:17.895587 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.901222 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.914224 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Pushing event updated for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:17.923479 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Transition to ACTIVE for port object 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:17.949341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:17.949679 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Added segment 617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe of type vlan for network 246975ed-2d0b-42f1-be3e-a1b44b6908e8 Jun 24 16:31:18.034239 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:18.034610 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.097649 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Network 522d9803-e13a-4100-bc42-4bdcc270160c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:18.103131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.103388 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:18.107878 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:18.108354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.162401 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:18.383907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25e617-31b8-4a62-af5f-3cb6d30b899a None None] Pushing event updated for resources: {'Port': ['ID=a0ec9f75-63be-42be-b7f4-94bcb73539f4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:18.471427 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.489236 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Attempting to bind port a0ec9f75-63be-42be-b7f4-94bcb73539f4 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:18.489603 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Attempting to bind port a0ec9f75-63be-42be-b7f4-94bcb73539f4 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:18.489957 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Attempting to bind port a0ec9f75-63be-42be-b7f4-94bcb73539f4 on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:18.505034 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:18.524613 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-daf3afc7-ac25-4f80-9247-78de998b3c45 None None] Port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:18.625799 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:18.630773 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:18.631083 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.631468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:18.631963 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Bound port: a0ec9f75-63be-42be-b7f4-94bcb73539f4, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:18.633273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.740691 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.879513 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Pushing event updated for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:18.892168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:18.897612 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:18.898075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:18.970347 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:18.973478 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:19.012898 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.014976 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ea8eaf2e-3b2a-4805-a416-3fda28870215 None None] Provisioning for port 8fb33bcf-55fa-408f-a82e-89d261a7b365 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:19.025256 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:19.025256 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.149292 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ea8eaf2e-3b2a-4805-a416-3fda28870215 None None] Provisioning complete for port 8fb33bcf-55fa-408f-a82e-89d261a7b365 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:19.149651 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ea8eaf2e-3b2a-4805-a416-3fda28870215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.207400 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.210594 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:19.217160 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400772580', 'description': 'tempest-description--1405400028'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:19.228404 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:19.236183 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:19.249674 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:19.260287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:19.276285 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.278320 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.331183 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:19.333579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] Pushing event updated for resources: {'Network': ['ID=246975ed-2d0b-42f1-be3e-a1b44b6908e8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:19.347322 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-dfa87ea4-d0ea-4fbc-b9d5-20ddb03ec652 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3223424 Jun 24 16:31:19.347322 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:19.353764 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:19.367355 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Request body: {'subnet': {'network_id': '246975ed-2d0b-42f1-be3e-a1b44b6908e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-422482759-subnet', 'tenant_id': 'fa7bde4d499c48768f7c1f58bba369eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:19.457729 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.486655 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:19.489913 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 246975ed-2d0b-42f1-be3e-a1b44b6908e8 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:31:19.493356 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:19.495746 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:19.498794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:19.507860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:19.522959 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] For port a0ec9f75-63be-42be-b7f4-94bcb73539f4, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:19.523445 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:19.545790 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Sync routers for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:19.666821 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.703498 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d111fc2c-9e8a-4fd9-bd8b-ca03f07679dd admin admin] 10.222.0.26 "PUT /v2.0/routers/ca2e9309-d0ff-418d-88ce-65ec3751ab8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7525368 Jun 24 16:31:19.707809 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Usage tracker for resource:subnet and tenant:fa7bde4d499c48768f7c1f58bba369eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:19.712154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:19.727918 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] For port a0ec9f75-63be-42be-b7f4-94bcb73539f4, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a0ec9f75-63be-42be-b7f4-94bcb73539f4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:19.739877 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.779291 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:19.781035 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:19.788859 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:19.790495 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:19.828487 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.829768 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6179132 Jun 24 16:31:19.834055 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea94506-f42e-401f-86f6-9335876e783e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d7d12-2c53-4582-a3fd-abda1be2c74a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:19.836616 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43550) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:19.855876 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '6a1d7d12-2c53-4582-a3fd-abda1be2c74a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:19.867861 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:19.867861 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:19.871439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:19.877542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:19.912974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:19.949130 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Network 522d9803-e13a-4100-bc42-4bdcc270160c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:19.952101 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:19.979508 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.124228 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.155510 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Router 85c0f595-4505-48c4-928d-63da2ecbcefa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:31:20.160152 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Made reservation on behalf of fa7bde4d499c48768f7c1f58bba369eb for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:20.162953 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.243901 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:20.257314 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:31:20.288611 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.391264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.487434 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:20.537821 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b4fa15-db85-4cc6-ae1e-a7adcac569fe,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:20.592758 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.598104 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c6519649-ee7d-48c4-b169-a3f3c04570b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7488580 Jun 24 16:31:20.602317 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:20.609562 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ea8eaf2e-3b2a-4805-a416-3fda28870215 None None] Port 8fb33bcf-55fa-408f-a82e-89d261a7b365 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:20.616952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '6a1d7d12-2c53-4582-a3fd-abda1be2c74a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:20.656615 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:20.673354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:20.673962 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25e617-31b8-4a62-af5f-3cb6d30b899a None None] Pushing event updated for resources: {'Port': ['ID=a0ec9f75-63be-42be-b7f4-94bcb73539f4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:20.687303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:20.713026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:20.719313 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:20.734212 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-527eeb20-d99f-44ff-aeca-096ee8c79540 admin admin] 10.222.0.26 "PUT /v2.0/routers/3db22d46-bb32-4568-8785-c58a13b9685b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3445995 Jun 24 16:31:20.748231 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:20.748930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:20.755973 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:20.759370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.770012 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:20.771291 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43592) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:20.772718 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:20.781551 dv-cinder-847189-3-smb neutron-server[88132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 16:31:20.812006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:20.814585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:20.887286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Usage tracker for resource:security_group_rule and tenant:a124c735928948cc8167b3e5943daa39 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:20.901334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:20.919699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:20.945363 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.043066 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.077093 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.150769 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e4945976-4dd5-4bc4-a908-c39303b705b9 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:21.152640 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e4945976-4dd5-4bc4-a908-c39303b705b9 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/networks?id=ab7d1aa0-da51-42b8-8718-435c7b03a764 HTTP/1.1" status: 200 len: 811 time: 0.3797078 Jun 24 16:31:21.160131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260500e1-a857-4565-a56a-0f9e908b520e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:21.170468 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.176857 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5701268 Jun 24 16:31:21.178040 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd09365-a89b-47d4-8b46-2a950ee3c582 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea1e74-da0d-47be-8ec2-125ba0c6a6f9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:21.178988 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:21.183582 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:21.215748 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Checking segment: {'id': '617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '246975ed-2d0b-42f1-be3e-a1b44b6908e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:21.216170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Network hostable DHCP agents. Network: 246975ed-2d0b-42f1-be3e-a1b44b6908e8, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:31:21.251945 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:21.253521 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.321021 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:21.330820 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:21.336502 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:21.338943 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397790776', 'description': 'tempest-description--911837869'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:21.344784 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-751e097b-1d3f-430f-9027-c28902f6ebd1 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/quotas/17bbbd6237664917883e512944769620 HTTP/1.1" status: 200 len: 375 time: 0.1620376 Jun 24 16:31:21.353444 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:21.375306 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-bb2f7231-8032-4b55-b706-016f94c2f769 admin admin] 10.222.0.26 "PUT /v2.0/routers/85c0f595-4505-48c4-928d-63da2ecbcefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3219781 Jun 24 16:31:21.375306 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:21.375601 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:floatingip and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:21.400657 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:21.416926 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Network 246975ed-2d0b-42f1-be3e-a1b44b6908e8 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:31:21.423474 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:21.428562 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:21.433384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:21.482262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:21.482470 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:21.516807 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 246975ed-2d0b-42f1-be3e-a1b44b6908e8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:21.538668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.553896 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Provisioning complete for port e5872108-4709-4bf9-89de-0265c8607bfd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:21.554377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.584504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.624636 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.627223 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:21.628383 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.641126 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.647645 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f7640-745b-44a8-9432-2d2e4cca46e9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:21.657426 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.667826 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.668524 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.682765 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77a464-4531-440b-ac91-b8445a38322e None None] Network 246975ed-2d0b-42f1-be3e-a1b44b6908e8 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:21.706566 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1cce29ea-5481-4bcb-8efb-8312d827f1ef tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=17bbbd6237664917883e512944769620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3451450 Jun 24 16:31:21.764088 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Port e5872108-4709-4bf9-89de-0265c8607bfd cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:21.765578 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:21.766211 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:21.774945 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 2, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:21.779843 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9b4096d6-8ff1-4e0d-80c2-f47113e04089 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a124c735928948cc8167b3e5943daa39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2893012 Jun 24 16:31:21.780668 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:21.781413 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Updating router 3db22d46-bb32-4568-8785-c58a13b9685b port 8fb33bcf-55fa-408f-a82e-89d261a7b365 binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:21.784850 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:21.850710 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:21.917613 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:21.922063 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:21.926608 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:21.935293 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:21.944846 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.005289 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.025387 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.043794 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b8010c3b-d638-49a8-9fdc-92be65620ab6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6869004 Jun 24 16:31:22.050124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:22.053873 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:22.060292 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.063225 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Pushing event updated for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:22.067803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:22.072073 dv-cinder-847189-3-smb neutron-server[88131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 16:31:22.099204 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.152422 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-2154b5df-dfb3-4491-bcb7-202504b5a523 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:31:22.153134 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-2154b5df-dfb3-4491-bcb7-202504b5a523 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2431238 Jun 24 16:31:22.155492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.159331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.165806 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8393419 Jun 24 16:31:22.166221 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43650) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:22.238443 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f7640-745b-44a8-9432-2d2e4cca46e9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:22.358471 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group_rule': {'security_group_id': 'dce2789d-2b6c-45c5-82c6-6fb416a6077f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:22.585896 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.28.2.159 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/2289e0e2-d3de-42db-8b9c-2dbce56d4c80) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:22.615813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:22.625900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:31:22.636751 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:22.651828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c6b0-7122-41c2-a18d-1923c530da58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2789d-2b6c-45c5-82c6-6fb416a6077f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:22.661084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:22.680547 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:22.791602 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.795024 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.817148 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7b5c5ddb-342b-4a6a-8e22-234d51116e7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/978f7640-745b-44a8-9432-2d2e4cca46e9 HTTP/1.1" status: 204 len: 168 time: 1.0127199 Jun 24 16:31:22.819956 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Transition to ACTIVE for port object 8fb33bcf-55fa-408f-a82e-89d261a7b365 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:22.846145 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.890588 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:22.919710 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:22.968053 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.023698 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:31:23.044228 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7c978a26-100b-4ab5-a754-40427e296063 admin admin] 10.222.0.26 "PUT /v2.0/routers/268d4d58-6938-4658-80f3-d06a7b7d5599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6072986 Jun 24 16:31:23.081571 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f543e6-a5c2-49f9-bc4a-a41933808540 None None] Pushing event updated for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:23.087068 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-d50bf46a-268f-4484-9f4e-d09d57abab1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:23.089845 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-d50bf46a-268f-4484-9f4e-d09d57abab1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:23.091844 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:23.147054 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.160832 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Provisioning for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:23.167313 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:23.194968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:23.206553 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-d50bf46a-268f-4484-9f4e-d09d57abab1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:23.217624 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-d50bf46a-268f-4484-9f4e-d09d57abab1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 1.1621561 Jun 24 16:31:23.220370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:23.256597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.269238 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-9dd0dbd3-34ee-44a7-a279-13ba660582a9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/quotas/4d688ee280bf4507946b9799c1609be2 HTTP/1.1" status: 200 len: 375 time: 0.0504737 Jun 24 16:31:23.270806 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:23.330074 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.345234 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:23.345915 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:23.403885 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.412515 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=2289e0e2-d3de-42db-8b9c-2dbce56d4c80,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:23.437291 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e356a71c-27c1-427d-ae2c-089625dbbd5f service neutron] 10.222.0.26 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2761304 Jun 24 16:31:23.454566 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Provisioning complete for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:23.454877 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.574153 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38fffe7-beea-4249-aef3-ad065ed48b72,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:23.578726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.590528 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3f1b8550-ab29-4f36-8694-9197427d0ccf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3263505 Jun 24 16:31:23.598115 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:23.631125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group_rule': {'security_group_id': 'dce2789d-2b6c-45c5-82c6-6fb416a6077f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:23.657353 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:23.668442 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:23.672839 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:23.681548 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:23.697003 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-3a81c1a1-3b46-4f19-91df-f8dd5538f48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:23.719773 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.734059 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-3a81c1a1-3b46-4f19-91df-f8dd5538f48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:23.744541 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-3a81c1a1-3b46-4f19-91df-f8dd5538f48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4739687 Jun 24 16:31:23.794454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.828083 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.829913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43692) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:23.838771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-252902905-network', 'tenant_id': '246707e251a947b0a03598f4ed379f47'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:23.846682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:23.851658 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Usage tracker for resource:network and tenant:246707e251a947b0a03598f4ed379f47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:23.854803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:23.855807 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 66330f1b-264f-4fad-bad1-301bde6f6246 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:23.866303 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:23.869800 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.907385 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c782f2f-2a44-450e-8442-202d6a48fb15,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:23.913640 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Made reservation on behalf of 246707e251a947b0a03598f4ed379f47 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:23.916171 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.937826 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.953025 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:23.958388 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-927ae303-a99b-4c56-8bbd-c47558f64a10 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585393 Jun 24 16:31:23.959079 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:23.968009 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:23.977909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:23.980491 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:23.985266 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:floatingip and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:23.989341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Usage tracker for resource:security_group_rule and tenant:246707e251a947b0a03598f4ed379f47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:23.992892 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:23.995888 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:24.004652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:24.006728 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:24.031344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.097434 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.099350 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Attempting to bind port 8fb33bcf-55fa-408f-a82e-89d261a7b365 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:24.100228 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Attempting to bind port 8fb33bcf-55fa-408f-a82e-89d261a7b365 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:24.100732 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Attempting to bind port 8fb33bcf-55fa-408f-a82e-89d261a7b365 on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:24.108699 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:24.109324 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Checking segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:24.109866 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.110400 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Bound using segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:24.111031 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Bound port: 8fb33bcf-55fa-408f-a82e-89d261a7b365, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:24.112085 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.173659 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-41661b2b-4fe1-4ec2-a13f-afe50b7c23e5 service neutron] 10.222.0.26 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354293 Jun 24 16:31:24.305904 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.316644 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.335742 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:24.358853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.378292 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:31:24.400386 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.401679 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Added segment 5f4ac074-475a-4b59-9997-b4b0583d1efe of type vlan for network 9f5a9db3-2a02-440e-a8d2-2893440281db Jun 24 16:31:24.559639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.579821 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-7fb85388-3171-49f5-bb7c-2a7f1ea28e86 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:31:24.586907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:24.589982 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-7fb85388-3171-49f5-bb7c-2a7f1ea28e86 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4470654 Jun 24 16:31:24.595621 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.614366 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.693202 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.727462 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=2289e0e2-d3de-42db-8b9c-2dbce56d4c80,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:24.754728 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:24.768408 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-18a5b2e0-ff89-4f7b-b90c-e48cd07c7923 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5797014 Jun 24 16:31:24.790423 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] For port 8fb33bcf-55fa-408f-a82e-89d261a7b365, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:24.802204 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] For port 8fb33bcf-55fa-408f-a82e-89d261a7b365, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8fb33bcf-55fa-408f-a82e-89d261a7b365,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:24.807146 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.015194 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Allocated IP 172.28.2.76 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/b47ff1ee-a3ab-47d9-9220-bcf208c8dd43) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:25.071292 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f543e6-a5c2-49f9-bc4a-a41933808540 None None] Pushing event updated for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:25.115177 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '5e17eb5f-4d76-48f9-afce-3d914db93402', 'name': '', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'tenant_id': '17bbbd6237664917883e512944769620', 'mac_address': 'fa:16:3e:bb:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:10Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 2, 'project_id': '17bbbd6237664917883e512944769620', 'subnets': [{'id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:25.148355 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:25.156314 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:30:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:25.187084 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-3b789f7d-de95-4feb-9d9a-9ee5b48710ed service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961061 Jun 24 16:31:25.312704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:25.323289 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657052966', 'description': 'tempest-description--1787635181'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:25.332216 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:25.338478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:25.360481 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:25.377233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:25.385245 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Checking router: ca2e9309-d0ff-418d-88ce-65ec3751ab8b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:25.387375 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Updating router ca2e9309-d0ff-418d-88ce-65ec3751ab8b port 5e17eb5f-4d76-48f9-afce-3d914db93402 binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:25.400572 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.425562 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38b696-0b83-49e2-ae3a-9a9233c19ddc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:25.440249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:25.482622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d368-e661-47c1-b14c-1f8c080829ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.558140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.559597 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:25.561677 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.613045 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-181f0f66-d2de-4f50-914d-bd73dbe94575 req-751d2562-c7f2-46fa-889b-8695513d389f tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.1827924 Jun 24 16:31:25.632114 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:25.642061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:25.659095 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:25.685575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:25.688363 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe8adc-1aa5-454d-9f72-aff13a3a94e6 None None] Network 246975ed-2d0b-42f1-be3e-a1b44b6908e8 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:25.796700 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.813859 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-b259f9c2-b723-4d3b-95b3-24d7372e496e service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255391 Jun 24 16:31:25.828692 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9966452 Jun 24 16:31:25.831022 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa4845-2f6c-4fd1-a4d7-12e20ee0803e admin admin] Pushing event updated for resources: {'Network': ['ID=9f5a9db3-2a02-440e-a8d2-2893440281db,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:25.834499 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:25.842610 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Request body: {'subnet': {'network_id': '9f5a9db3-2a02-440e-a8d2-2893440281db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-252902905-subnet', 'tenant_id': '246707e251a947b0a03598f4ed379f47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:25.851138 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:25.857813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Usage tracker for resource:subnet and tenant:246707e251a947b0a03598f4ed379f47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:25.862395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:25.872533 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:25.893895 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Made reservation on behalf of 246707e251a947b0a03598f4ed379f47 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:25.897649 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.916544 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.982022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:25.997480 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.088344 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.091759 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7749257 Jun 24 16:31:26.098700 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:26.107802 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:26.112979 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-79050d92-559a-41fc-8fb4-0f023fccc712 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:26.114283 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:26.135381 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group_rule': {'security_group_id': '13a2c163-8665-4fad-94e5-5734cf34edac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:26.237122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:26.244210 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:26.246881 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Updating router 6448995e-c984-46d8-838c-ad9989e8b3aa port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:26.255969 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:26.264465 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:26.282556 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 9f5a9db3-2a02-440e-a8d2-2893440281db details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:31:26.300299 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:26.342029 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:26.353156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.361380 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823c6f7-4f93-4865-87f2-adc4b0f239b1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2c163-8665-4fad-94e5-5734cf34edac,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:26.369020 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:26.380343 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:26.419445 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.460296 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.496052 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-22be996a-e355-412d-ab80-1f11c99585d6 None None] Port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:26.507695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-79050d92-559a-41fc-8fb4-0f023fccc712 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:26.508856 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-79050d92-559a-41fc-8fb4-0f023fccc712 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1400772580&fields=id&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 267 time: 0.6127667 Jun 24 16:31:26.657824 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21770ad3-ce77-48cb-b1cd-d95066d4f273 req-2fe00d5e-3434-4059-8a97-d6eb7b927f27 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 210 time: 0.2918758 Jun 24 16:31:26.728587 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=b47ff1ee-a3ab-47d9-9220-bcf208c8dd43,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:26.776991 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.932726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.953899 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:26.968697 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.044847 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6aa85601-5645-4bc9-b633-74ca0e0dfb73 req-21fbbe98-2673-46f3-8036-47ce7683dd34 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Synchronizing usage tracker for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:27.072770 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-036c7ab4-1ec7-4753-84c1-2b71d0d2cb5f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:27.074342 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-036c7ab4-1ec7-4753-84c1-2b71d0d2cb5f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.5495083 Jun 24 16:31:27.099588 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-714f9a24-39ab-4754-942c-b11528dbe6bb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/quotas/cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 375 time: 0.0159063 Jun 24 16:31:27.104228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0817d3c1-ed8c-4bdc-8712-0ab4f0a9c2ad,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:27.116471 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.118496 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8edba101-acba-4b07-9fb1-fd6ee30a207b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0094612 Jun 24 16:31:27.124580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 43888) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:27.139914 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group_rule': {'security_group_id': '13a2c163-8665-4fad-94e5-5734cf34edac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:27.149766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6aa85601-5645-4bc9-b633-74ca0e0dfb73 req-21fbbe98-2673-46f3-8036-47ce7683dd34 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Unset dirty status for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:27.150947 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6aa85601-5645-4bc9-b633-74ca0e0dfb73 req-21fbbe98-2673-46f3-8036-47ce7683dd34 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.2852864 Jun 24 16:31:27.154099 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:27.163799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:27.169620 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:27.403689 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:27.437143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-c4a80c5f-78cf-4a25-86e6-c5478e0669a8 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:27.450855 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 66330f1b-264f-4fad-bad1-301bde6f6246 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:27.457723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.465493 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 66330f1b-264f-4fad-bad1-301bde6f6246 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:27.466046 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.598664 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-c4a80c5f-78cf-4a25-86e6-c5478e0669a8 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:27.600307 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-c4a80c5f-78cf-4a25-86e6-c5478e0669a8 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4794209 Jun 24 16:31:27.667055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.677423 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:27.687812 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7efb0-413f-4f83-8fbc-b864334f9309 None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:27.692253 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 2, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:27.772518 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:24Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:27.789959 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:27.790326 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Updating router 85c0f595-4505-48c4-928d-63da2ecbcefa port e5872108-4709-4bf9-89de-0265c8607bfd binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:27.792609 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec9a45-fbcf-405e-8d2b-985dea48cfc6 None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:24Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:27.963919 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:27.980427 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 66330f1b-264f-4fad-bad1-301bde6f6246 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:27.980844 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.016168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6a70c710-9e90-45aa-8d5d-67cb71b953a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.097125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.165304 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.175876 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.182837 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.230621 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 66330f1b-264f-4fad-bad1-301bde6f6246, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=66330f1b-264f-4fad-bad1-301bde6f6246,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:28.245848 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-12e8976d-04aa-4a97-8277-d597f4ca0064 service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240034 Jun 24 16:31:28.265908 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.269465 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3068697 Jun 24 16:31:28.309591 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bab827da-5f70-4fd6-bc61-5c125953c556 None None] Provisioning complete for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:28.309953 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bab827da-5f70-4fd6-bc61-5c125953c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.347703 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.348476 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 2b8047a2-f413-477f-9939-1fb8a2767920 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:28.415976 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-a8176ef6-dd29-4966-9bfc-0d70f8c1329c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:28.425105 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-a8176ef6-dd29-4966-9bfc-0d70f8c1329c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 0.9650059 Jun 24 16:31:28.488841 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.494676 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad08c0-e429-4d93-89dd-536c6375c978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=b47ff1ee-a3ab-47d9-9220-bcf208c8dd43,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:28.551602 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-134f4b76-04f2-470f-824c-792f9070b7f0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/quotas/4d688ee280bf4507946b9799c1609be2 HTTP/1.1" status: 200 len: 375 time: 0.1216660 Jun 24 16:31:28.614949 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.682353 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Transition to ACTIVE for port object 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:28.709550 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:28.897122 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-b4e546d2-ba51-4c3f-a9e8-77f3212131e0 service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438246 Jun 24 16:31:28.975740 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:29.126869 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.136642 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:29.204435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bab827da-5f70-4fd6-bc61-5c125953c556 None None] Port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:29.246756 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd22073d-1f9a-450a-94cf-3411f9437877,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:29.369934 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.377069 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Checking segment: {'id': '5f4ac074-475a-4b59-9997-b4b0583d1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9f5a9db3-2a02-440e-a8d2-2893440281db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:29.377838 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Network hostable DHCP agents. Network: 9f5a9db3-2a02-440e-a8d2-2893440281db, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:31:29.398738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.411475 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 2b8047a2-f413-477f-9939-1fb8a2767920 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:29.412232 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.447700 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c60592-9cb2-4223-a51f-4a1e51365088,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:29.489060 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-82d96820-1221-4100-ae84-83d870f8d77b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9357853 Jun 24 16:31:29.491801 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.493874 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-5724cd01-f56c-400e-a48a-b976e20444bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3682485 Jun 24 16:31:29.565180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-07ab1870-f297-4d04-8eb1-6ed558b64b44 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:29.587379 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-07ab1870-f297-4d04-8eb1-6ed558b64b44 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.36 "GET /v2.0/networks?id=ab7d1aa0-da51-42b8-8718-435c7b03a764 HTTP/1.1" status: 200 len: 811 time: 0.6100290 Jun 24 16:31:29.612127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 43980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:29.652329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:29.721285 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Request body: {'port': {'device_id': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'admin_state_up': True, 'tenant_id': '17bbbd6237664917883e512944769620'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:29.819150 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-025263c8-3539-44cc-b734-85978f9f2818 service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289099 Jun 24 16:31:29.846726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Network 9f5a9db3-2a02-440e-a8d2-2893440281db is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:31:29.879478 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Attempting to bind port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:29.884199 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Attempting to bind port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:29.891668 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Attempting to bind port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:29.938446 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.956201 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a735508-b8db-4c65-b579-bf1e74868901 None None] Pushing event updated for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:29.958955 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:29.960406 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:29.960996 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.961840 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:29.962574 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Bound port: 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:29.963460 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:29.997547 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:30.017433 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Transition to ACTIVE for port object 5e17eb5f-4d76-48f9-afce-3d914db93402 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:30.081525 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 9f5a9db3-2a02-440e-a8d2-2893440281db) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:30.243385 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:30.244137 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:30.255763 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:30.256688 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-4feca2ca-0413-4735-9b3b-1595ab8e08ba tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:30.258739 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-4feca2ca-0413-4735-9b3b-1595ab8e08ba tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 0.2587106 Jun 24 16:31:30.282458 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'port': {'device_id': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'admin_state_up': True, 'tenant_id': '4d688ee280bf4507946b9799c1609be2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:30.379121 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8f0eddb6-696a-4749-bff9-3f3c33ecdc2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.5434437 Jun 24 16:31:30.480880 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] For port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:30.485023 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] For port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:30.493213 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:30.540762 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:30.585866 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205ae15-5462-40fa-8753-9e946805d4b3 None None] Network 9f5a9db3-2a02-440e-a8d2-2893440281db requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:30.679339 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:floatingip and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:30.705893 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-46733516-c7bd-441b-a741-157d5e28a8c0 service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858478 Jun 24 16:31:30.719323 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f9150ed4-7665-41d4-ba54-5e349041f728 req-d035728e-8166-4e10-b516-7b03ccbbf3c2 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.4608064 Jun 24 16:31:30.722335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:30.778695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:30.801818 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:30.804549 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:30.859049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:31.013298 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=66330f1b-264f-4fad-bad1-301bde6f6246,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:31.078659 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:31.092845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:31.104075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:31.162238 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:31.187236 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a735508-b8db-4c65-b579-bf1e74868901 None None] Pushing event updated for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:31.209819 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Made reservation on behalf of 4d688ee280bf4507946b9799c1609be2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:31.248713 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:31.250379 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:31.622969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Made reservation on behalf of 17bbbd6237664917883e512944769620 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:31.643883 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:31.739187 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Deleting subnet 260500e1-a857-4565-a56a-0f9e908b520e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:31:31.832798 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:31.935035 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:31.947149 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:31.961365 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc41a9-2d97-43fd-8c89-717ead59d186 None None] Pushing event updated for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:32.001063 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Transition to ACTIVE for port object e5872108-4709-4bf9-89de-0265c8607bfd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:32.035164 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5ee01976-c98f-49b1-9c39-f394c61c1974 req-6416fce7-5b55-40a5-8b1f-a6eb07011dfe tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 210 time: 0.2493157 Jun 24 16:31:32.150305 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Attempting to bind port 5e17eb5f-4d76-48f9-afce-3d914db93402 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:32.150687 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Attempting to bind port 5e17eb5f-4d76-48f9-afce-3d914db93402 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:32.151054 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Attempting to bind port 5e17eb5f-4d76-48f9-afce-3d914db93402 on network ab7d1aa0-da51-42b8-8718-435c7b03a764 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:32.304373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:32.314528 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8370457c-e5d1-4535-bc80-8df0fddf3cfc req-1a474666-3df0-483d-a0ff-d9e428e564d4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.2070031 Jun 24 16:31:32.354253 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:32.443190 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Allocated IP 172.20.0.14 (3c715a60-f0af-41c2-aba5-afb23e163284/24c87437-f795-44b8-b38a-6916458f97cc/384028d0-eaa1-49a0-896c-278757fdd33a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:32.482364 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 2b8047a2-f413-477f-9939-1fb8a2767920 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:32.483586 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:32.528247 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:32.585868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:32.586324 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Checking segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:32.586687 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:32.587218 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Bound using segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:32.587604 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Bound port: 5e17eb5f-4d76-48f9-afce-3d914db93402, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:32.588001 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:32.620140 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d442a2-076d-4c29-bf01-300cdcda08e5 None None] Network 9f5a9db3-2a02-440e-a8d2-2893440281db requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:32.708948 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:30Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:32.719266 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbcf837-7f0d-4f1d-9d9c-5d44d475c471 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:30Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:32.826241 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ef75e330-b583-4adc-9f12-ddf2939e3824 req-91f24e6f-26a4-4530-a367-63a2ac64c077 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.1848099 Jun 24 16:31:32.850558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:33.175341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:33.196659 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeea66-98f2-45a5-93d6-594c54ab3697 None None] Pushing event updated for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:33.212306 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:31:33.223466 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Transition to ACTIVE for port object 384028d0-eaa1-49a0-896c-278757fdd33a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:33.295967 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:33.479749 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ef115918-1b76-4ba1-95e4-e9bc1a2aea8c req-4492a5d1-8d52-4fc9-9857-efa7222c79f4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 210 time: 0.1191607 Jun 24 16:31:33.492558 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:33.511346 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:33.516464 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:33.531642 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:33.535420 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:33.555846 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:33.557799 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:33.623849 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:33.694941 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:33.711344 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ac883f4f-27e3-475c-8811-63030cfe0bcc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4326997 Jun 24 16:31:33.744988 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-12447c80-2a0c-4846-8a2f-3b680a373874 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 16:31:33.746158 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-12447c80-2a0c-4846-8a2f-3b680a373874 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069554 Jun 24 16:31:33.870979 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-48c82d24-a36d-4ec1-99e3-343be09cd2c5 req-7a72ea75-0105-48cf-ac5d-393e3c196289 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:33.915760 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-48c82d24-a36d-4ec1-99e3-343be09cd2c5 req-7a72ea75-0105-48cf-ac5d-393e3c196289 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:33.928722 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-48c82d24-a36d-4ec1-99e3-343be09cd2c5 req-7a72ea75-0105-48cf-ac5d-393e3c196289 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.1531830 Jun 24 16:31:33.967735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Allocated IP 172.28.2.163 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/9ba7bcc7-22e4-42ad-9e03-5fb551ff7238) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:34.204545 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:34.205049 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.230615 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:34.295852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Allocated IP 172.20.0.12 (ab7d1aa0-da51-42b8-8718-435c7b03a764/bffb163d-229e-4ec7-aca7-6dab75a350b6/c6e45d39-92b8-444a-a283-880cdae53d6b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:34.326362 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Attempting to bind port e5872108-4709-4bf9-89de-0265c8607bfd on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:34.331081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Attempting to bind port e5872108-4709-4bf9-89de-0265c8607bfd by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:34.331753 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Attempting to bind port e5872108-4709-4bf9-89de-0265c8607bfd on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:34.344345 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] For port 5e17eb5f-4d76-48f9-afce-3d914db93402, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:34.352578 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.440716 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:34.441353 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:34.441901 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.442386 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Bound using segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:34.442994 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Bound port: e5872108-4709-4bf9-89de-0265c8607bfd, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:34.443479 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.484844 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] For port 5e17eb5f-4d76-48f9-afce-3d914db93402, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=5e17eb5f-4d76-48f9-afce-3d914db93402,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:34.524175 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34f284d1-6f77-46a1-a882-6a9b00653d1f None None] Provisioning for port 384028d0-eaa1-49a0-896c-278757fdd33a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:34.546271 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.593223 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e62aa663-2636-4175-81c7-24c038e086ee req-9dcca17d-d8c1-4418-bc46-2a03c2b6f2ae tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.1269708 Jun 24 16:31:34.618163 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-2ae7904b-d7c0-425f-8141-5841845fb573 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:34.624875 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-2ae7904b-d7c0-425f-8141-5841845fb573 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:34.655238 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260500e1-a857-4565-a56a-0f9e908b520e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:34.665980 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-2ae7904b-d7c0-425f-8141-5841845fb573 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:34.669701 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-2ae7904b-d7c0-425f-8141-5841845fb573 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.5046997 Jun 24 16:31:34.676643 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.706273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] For port e5872108-4709-4bf9-89de-0265c8607bfd, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:34.710496 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] For port e5872108-4709-4bf9-89de-0265c8607bfd, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=e5872108-4709-4bf9-89de-0265c8607bfd,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:34.744234 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b6e9e521-eb81-4c8d-9b23-c1f1612d34d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/260500e1-a857-4565-a56a-0f9e908b520e HTTP/1.1" status: 204 len: 168 time: 3.8829808 Jun 24 16:31:34.747646 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:34.799283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:34.951246 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-05adec4d-686a-4c05-be51-1a4f11d30228 req-5f78e716-8c3e-499a-bceb-304f1290a824 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 210 time: 0.0878847 Jun 24 16:31:34.993976 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:35.038661 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.043991 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.071368 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-9db74a96-f827-4a51-99ca-88f16fd7ca5b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:35.154877 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-9db74a96-f827-4a51-99ca-88f16fd7ca5b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:35.156319 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-9db74a96-f827-4a51-99ca-88f16fd7ca5b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 380 time: 0.2257845 Jun 24 16:31:35.158398 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Request body: {'port': {'device_id': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:35.258601 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'port': {'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'admin_state_up': True, 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'security_groups': ['6a1d7d12-2c53-4582-a3fd-abda1be2c74a']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:35.316910 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:35.337211 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:35.352205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:35.362575 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc41a9-2d97-43fd-8c89-717ead59d186 None None] Pushing event updated for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:35.386970 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.392982 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=9ba7bcc7-22e4-42ad-9e03-5fb551ff7238,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:35.418942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.445550 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.499092 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34f284d1-6f77-46a1-a882-6a9b00653d1f None None] Provisioning complete for port 384028d0-eaa1-49a0-896c-278757fdd33a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:35.500470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f284d1-6f77-46a1-a882-6a9b00653d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.505602 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-00a1b115-d369-45d2-b0eb-1e95fc6de9d2 req-5c47e3ad-c4c8-4c51-bc68-f975ed0bcb2a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.0762215 Jun 24 16:31:35.599630 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Transition to ACTIVE for port object c6e45d39-92b8-444a-a283-880cdae53d6b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:35.607974 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.608483 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.612178 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.613240 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > port after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.614155 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.616178 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > port after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.616641 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.617885 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.619449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.619941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:35.659907 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.671425 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-34f284d1-6f77-46a1-a882-6a9b00653d1f None None] Port 384028d0-eaa1-49a0-896c-278757fdd33a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:35.678714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:35.693980 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.122621 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:36.123782 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:36.124224 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:36.125961 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:36.129274 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246975ed-2d0b-42f1-be3e-a1b44b6908e8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:36.150259 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51783) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:36.318796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.320658 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:36.323342 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:36.376665 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.436105 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:36.437162 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:36.475582 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bcc47fb6-cccc-43bd-9286-da64026fe1b2 req-e5258c78-1d14-4cf1-a504-a81cabbbd84b tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.3162723 Jun 24 16:31:36.477458 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.804192 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:36.806030 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:36.897268 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.902594 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.926711 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4109307a-76b8-4f02-bae9-4aecef4014d6 req-21426c4a-e76f-4aef-a40b-fdd4ec71e67c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 210 time: 0.1323864 Jun 24 16:31:36.951957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:36.965880 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:36.966833 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.973409 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:36.991251 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:36.997464 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:31:36.997859 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.184998 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:37.207936 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:37.223088 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:37.268019 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384028d0-eaa1-49a0-896c-278757fdd33a {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:37.276617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.299520 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Transition to ACTIVE for port object 384028d0-eaa1-49a0-896c-278757fdd33a will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:37.303886 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.305308 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6914232 Jun 24 16:31:37.306659 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:37.313413 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:37.321157 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:37.321823 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.331668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523aa7-39d3-4e21-8249-c22d59069bd0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=9ba7bcc7-22e4-42ad-9e03-5fb551ff7238,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:37.334242 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.412400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.417695 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 59a8a0d2-2eb6-4562-9525-f60739fb40ae up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:37.452568 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-cc5d2ddd-6738-4c6e-832a-03967d1377a5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:37.454202 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-cc5d2ddd-6738-4c6e-832a-03967d1377a5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 1.1687899 Jun 24 16:31:37.463914 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Pushing event updated for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:37.465737 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f51d13e2-4133-4b17-8207-5a8f55a376a5 req-92404168-1be5-4a29-99cd-5ccdae1711c6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.1188734 Jun 24 16:31:37.466392 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:37.513813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.620964 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.628195 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-1e4a94c9-bf73-4e6f-a98e-165f1466de18 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9456072 Jun 24 16:31:37.775962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Pushing event deleted for resources: {'Network': ['ID=246975ed-2d0b-42f1-be3e-a1b44b6908e8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:37.783987 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:37.822727 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-bdaff8ad-5b21-4d54-a9d4-2c2ef3382871 admin admin] 10.222.0.26 "DELETE /v2.0/networks/246975ed-2d0b-42f1-be3e-a1b44b6908e8 HTTP/1.1" status: 204 len: 168 time: 3.0737433 Jun 24 16:31:37.872683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:37.893265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:38.052973 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeea66-98f2-45a5-93d6-594c54ab3697 None None] Pushing event updated for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:38.209025 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe resource provider aggregate not found Jun 24 16:31:38.235900 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Attempting to bind port 384028d0-eaa1-49a0-896c-278757fdd33a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:38.236251 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Attempting to bind port 384028d0-eaa1-49a0-896c-278757fdd33a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:38.236647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Attempting to bind port 384028d0-eaa1-49a0-896c-278757fdd33a on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:38.247244 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 617da29d-e9d5-4a7f-a0d0-3feb2e4abbbe found for delete ", "request_id": "req-6abea049-0781-41da-bcd3-76560a8c280c"}]} Jun 24 16:31:38.252249 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Port 384028d0-eaa1-49a0-896c-278757fdd33a on network 3c715a60-f0af-41c2-aba5-afb23e163284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:38.252568 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Attempting to bind port 384028d0-eaa1-49a0-896c-278757fdd33a on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:38.263202 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:38.263627 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:38.264774 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Bound using segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:38.265291 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Bound port: 384028d0-eaa1-49a0-896c-278757fdd33a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:38.265701 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.276441 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.20.0.10 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:38.300379 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Deleting subnet cd22073d-1f9a-450a-94cf-3411f9437877 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:31:38.308332 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.329779 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:38.446345 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.465950 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:38.474649 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 59a8a0d2-2eb6-4562-9525-f60739fb40ae completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:38.475180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.483989 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 59a8a0d2-2eb6-4562-9525-f60739fb40ae triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:38.484439 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.559420 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:38.569693 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=384028d0-eaa1-49a0-896c-278757fdd33a,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:38.580926 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.676722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:38.679329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.682354 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] 10.222.0.36 "PUT /v2.0/ports/384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 1094 time: 3.7427409 Jun 24 16:31:38.682834 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:38.710597 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.752043 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Transition to ACTIVE for port object 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:38.801666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.861783 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:38.877329 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:21Z', 'revision_number': 2, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:38.897255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:31:38.897900 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Updating router 268d4d58-6938-4658-80f3-d06a7b7d5599 port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:31:38.950084 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-826d51b2-071f-4224-8315-52c99298add1 None None] Provisioning for port c6e45d39-92b8-444a-a283-880cdae53d6b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:38.954706 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:38.959482 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:38.967470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:38.977155 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:38.984270 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9953-47df-45d2-8c36-146a6a616ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:38.989478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd22073d-1f9a-450a-94cf-3411f9437877,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:38.999118 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680328e8-4123-4614-8fe4-d33b93bb08eb None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:39.023575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.039962 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-63f3cf0c-0248-4d79-b004-39af440f9afe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cd22073d-1f9a-450a-94cf-3411f9437877 HTTP/1.1" status: 204 len: 168 time: 1.1242185 Jun 24 16:31:39.043493 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:39.110122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:39.164138 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.173437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:39.177101 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.180775 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-826d51b2-071f-4224-8315-52c99298add1 None None] Provisioning complete for port c6e45d39-92b8-444a-a283-880cdae53d6b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:39.181426 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-826d51b2-071f-4224-8315-52c99298add1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.270912 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-117c4307-ee2f-48d9-80c3-517384c5e35e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0149581 Jun 24 16:31:39.297583 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.560849 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.627904 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.628401 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.629215 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.629637 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.630075 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.630632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.631116 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.631827 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.632257 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.632792 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.694570 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-826d51b2-071f-4224-8315-52c99298add1 None None] Port c6e45d39-92b8-444a-a283-880cdae53d6b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:39.713553 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 59a8a0d2-2eb6-4562-9525-f60739fb40ae is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:39.713553 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.745514 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.746042 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.746489 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.746969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 16:31:39.747467 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5a9db3-2a02-440e-a8d2-2893440281db']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:39.769850 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4ac074-475a-4b59-9997-b4b0583d1efe') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:39.770300 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4ac074-475a-4b59-9997-b4b0583d1efe') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:39.790506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.800086 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 59a8a0d2-2eb6-4562-9525-f60739fb40ae, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=59a8a0d2-2eb6-4562-9525-f60739fb40ae,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:39.825588 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.825970 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.826769 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 6e428267-d990-4081-bc05-b81c9070fb0e up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:39.847010 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:31:39.847789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:39.969067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.014087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.017855 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5a9db3-2a02-440e-a8d2-2893440281db,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:40.027553 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7548e6d2-1c79-48f3-8fc7-404c759b39f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9f5a9db3-2a02-440e-a8d2-2893440281db HTTP/1.1" status: 204 len: 168 time: 0.9799502 Jun 24 16:31:40.077558 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '5e17eb5f-4d76-48f9-afce-3d914db93402', 'name': '', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'tenant_id': '17bbbd6237664917883e512944769620', 'mac_address': 'fa:16:3e:bb:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:10Z', 'updated_at': '2022-06-24T16:31:33Z', 'revision_number': 4, 'project_id': '17bbbd6237664917883e512944769620', 'subnets': [{'id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:40.093818 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e3504-f7fb-4124-8e6b-d09d161f3cf8 None None] The sync data for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb is: [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '5e17eb5f-4d76-48f9-afce-3d914db93402', 'name': '', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'tenant_id': '17bbbd6237664917883e512944769620', 'mac_address': 'fa:16:3e:bb:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:10Z', 'updated_at': '2022-06-24T16:31:33Z', 'revision_number': 4, 'project_id': '17bbbd6237664917883e512944769620', 'subnets': [{'id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:40.100791 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=59a8a0d2-2eb6-4562-9525-f60739fb40ae,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:40.106694 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 5f4ac074-475a-4b59-9997-b4b0583d1efe resource provider aggregate not found Jun 24 16:31:40.124831 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bcb52bc9-67f9-4cf4-a846-d5ec9d4aadb1 None None] Provisioning for port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:40.135756 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 5f4ac074-475a-4b59-9997-b4b0583d1efe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f4ac074-475a-4b59-9997-b4b0583d1efe found for delete ", "request_id": "req-83398726-70f4-458b-830b-7a12426ffc6d"}]} Jun 24 16:31:40.141525 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bcb52bc9-67f9-4cf4-a846-d5ec9d4aadb1 None None] Provisioning complete for port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:40.142168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bcb52bc9-67f9-4cf4-a846-d5ec9d4aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.223622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 6e428267-d990-4081-bc05-b81c9070fb0e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:40.224348 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.297474 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bcb52bc9-67f9-4cf4-a846-d5ec9d4aadb1 None None] Port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:40.477887 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:40.539199 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.541656 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 6e428267-d990-4081-bc05-b81c9070fb0e is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:40.549008 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:40.589682 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-983b37df-3c85-4376-b07b-c0b37e3283c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa7bde4d499c48768f7c1f58bba369eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908158 Jun 24 16:31:40.591694 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:40.653626 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Transition to ACTIVE for port object 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:40.671942 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.707499 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.787447 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.887338 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef032f-5bbc-4c82-a0cc-3023a2f5c9d5 None None] Pushing event updated for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:40.893511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:40.908209 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.931634 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4bc8f5-33c4-47c8-b36e-1e0986501fa4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:40.936902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:40.939267 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-509b3955-6bb0-4d67-87f5-472be621d224 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb4bc8f5-33c4-47c8-b36e-1e0986501fa4 HTTP/1.1" status: 204 len: 168 time: 0.3465204 Jun 24 16:31:40.976971 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:40.977414 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.226443 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Attempting to bind port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:41.227062 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Attempting to bind port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:41.227369 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Attempting to bind port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:41.271927 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:41.272278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Checking segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:41.272796 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.273045 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Bound using segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:41.273606 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Bound port: 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:41.273876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.340443 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:41.340795 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.383167 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:41.396120 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.524329 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] For port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:41.542138 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:41.551674 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] For port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:41.562368 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.613872 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:41.679260 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:31:41.679260 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:41.723199 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:41.733221 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-635b783c-ee03-411b-8b3c-5c9adc156412 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=246707e251a947b0a03598f4ed379f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836550 Jun 24 16:31:41.825634 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.866032 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 66330f1b-264f-4fad-bad1-301bde6f6246 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:41.877782 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.928024 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef032f-5bbc-4c82-a0cc-3023a2f5c9d5 None None] Pushing event updated for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:41.952758 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.974804 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38b696-0b83-49e2-ae3a-9a9233c19ddc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:41.976881 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:41.978192 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-db80281c-365f-46af-b978-9b24122e1772 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e38b696-0b83-49e2-ae3a-9a9233c19ddc HTTP/1.1" status: 204 len: 168 time: 0.2540479 Jun 24 16:31:42.014820 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:31:42.096699 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 66330f1b-264f-4fad-bad1-301bde6f6246 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:42.096699 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:42.375386 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-08875924-d63f-43e8-8fc0-c1dbf50ac417 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.378689 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a568086-cf16-4143-9b9a-5ff6d42af0ce tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.396318 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-08875924-d63f-43e8-8fc0-c1dbf50ac417 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:42.398041 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-08875924-d63f-43e8-8fc0-c1dbf50ac417 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1657052966&fields=id&tenant_id=73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 267 time: 0.0802157 Jun 24 16:31:42.407978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a568086-cf16-4143-9b9a-5ff6d42af0ce tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:42.409242 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a568086-cf16-4143-9b9a-5ff6d42af0ce tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--397790776&fields=id&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 267 time: 0.0913908 Jun 24 16:31:42.436448 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 66330f1b-264f-4fad-bad1-301bde6f6246 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:42.437545 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a0ec9f75-63be-42be-b7f4-94bcb73539f4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:42.536961 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port a0ec9f75-63be-42be-b7f4-94bcb73539f4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:42.546513 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port a0ec9f75-63be-42be-b7f4-94bcb73539f4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:42.546726 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:42.575622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:31:42.599860 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7d1c4dbc-f6e2-4c45-8780-59aed9adb019 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:42.600747 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7d1c4dbc-f6e2-4c45-8780-59aed9adb019 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.611285 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d92d34-d2b7-43cb-977d-53570fed6d5e None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:31:42.650455 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7d1c4dbc-f6e2-4c45-8780-59aed9adb019 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:42.651868 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7d1c4dbc-f6e2-4c45-8780-59aed9adb019 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 811 time: 0.2447531 Jun 24 16:31:42.678826 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-df1f14fb-3de2-4237-bfe2-b75f77d1b92e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/quotas/73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 375 time: 0.0193892 Jun 24 16:31:42.705217 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port a0ec9f75-63be-42be-b7f4-94bcb73539f4 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:42.710862 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6cb9ff44-f195-4262-bdcb-cca0e624f07a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:42.711908 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6cb9ff44-f195-4262-bdcb-cca0e624f07a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.715876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:42.733478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6cb9ff44-f195-4262-bdcb-cca0e624f07a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:42.743965 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6cb9ff44-f195-4262-bdcb-cca0e624f07a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 817 time: 0.3238394 Jun 24 16:31:42.756526 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port a0ec9f75-63be-42be-b7f4-94bcb73539f4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a0ec9f75-63be-42be-b7f4-94bcb73539f4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:42.766444 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:42.767275 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:42.767872 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0d3b27ae-2c35-4051-873e-6c1fcfe455ba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/quotas/e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 375 time: 0.0220785 Jun 24 16:31:42.875579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-4ebf50d1-4e6a-46d5-8763-fd3b83b1f815 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.903735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a764076-19bd-4461-9ebb-03df46e140ef tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:42.913407 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Request body: {'port': {'device_id': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:42.922305 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Request body: {'port': {'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:42.983550 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'port': {'device_id': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'admin_state_up': True, 'tenant_id': '4d688ee280bf4507946b9799c1609be2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:43.026988 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a764076-19bd-4461-9ebb-03df46e140ef tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:43.038514 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=a0ec9f75-63be-42be-b7f4-94bcb73539f4,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:43.057429 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:43.057802 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.061420 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0a764076-19bd-4461-9ebb-03df46e140ef tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2906945 Jun 24 16:31:43.088232 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.118261 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-4ebf50d1-4e6a-46d5-8763-fd3b83b1f815 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:43.119669 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-4ebf50d1-4e6a-46d5-8763-fd3b83b1f815 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4361477 Jun 24 16:31:43.246551 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:43.248194 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:43.406745 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:43.415003 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:43.415678 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.533775 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-cbd4069e-d398-498d-9e95-2adca49d6a0f service neutron] 10.222.0.26 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574653 Jun 24 16:31:43.603432 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ae0e0723-e188-44e9-85ff-25ad0f3a73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:43.605005 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-ae0e0723-e188-44e9-85ff-25ad0f3a73ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1097 time: 0.5178936 Jun 24 16:31:43.619596 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-8b332d0d-52ee-49a3-bdf3-a65dbf275b23 service neutron] 10.222.0.26 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192831 Jun 24 16:31:43.657810 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:43.658939 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.694235 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:43.703161 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.705267 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 59a8a0d2-2eb6-4562-9525-f60739fb40ae up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:43.722421 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:43.870836 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:44.011860 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-264e3dd4-67c2-4e69-83c3-e6fc8a78476b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 217 time: 0.3152657 Jun 24 16:31:44.031843 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:44.044828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:44.046116 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 59a8a0d2-2eb6-4562-9525-f60739fb40ae triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:44.046525 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.097912 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-6064cc87-b8fa-4c26-9c2f-c3f014aa8614 service neutron] 10.222.0.26 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619500 Jun 24 16:31:44.119616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Made reservation on behalf of 4d688ee280bf4507946b9799c1609be2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:44.123083 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.189555 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 59a8a0d2-2eb6-4562-9525-f60739fb40ae is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:44.190719 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 5e17eb5f-4d76-48f9-afce-3d914db93402 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:44.228542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-6a9032e7-851e-4728-a232-cef35d6e618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:44.229666 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-6a9032e7-851e-4728-a232-cef35d6e618c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.2093060 Jun 24 16:31:44.300523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 5e17eb5f-4d76-48f9-afce-3d914db93402 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:44.307061 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 5e17eb5f-4d76-48f9-afce-3d914db93402 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:44.307580 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.425912 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-e480fd88-8de1-4a78-a3bd-cf7334a1bc02 service neutron] 10.222.0.26 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226863 Jun 24 16:31:44.472811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e45d39-92b8-444a-a283-880cdae53d6b {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:44.496128 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.523429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Transition to ACTIVE for port object c6e45d39-92b8-444a-a283-880cdae53d6b will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:44.534240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 5e17eb5f-4d76-48f9-afce-3d914db93402 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:44.534617 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.535171 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-1f642486-9bb5-4f59-8ba8-df2dd779031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:44.537196 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-1f642486-9bb5-4f59-8ba8-df2dd779031d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2918823 Jun 24 16:31:44.538524 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.636584 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 5e17eb5f-4d76-48f9-afce-3d914db93402, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=5e17eb5f-4d76-48f9-afce-3d914db93402,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:44.660250 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:44.664670 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device e5872108-4709-4bf9-89de-0265c8607bfd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:44.932348 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Allocated IP 172.20.0.3 (3c715a60-f0af-41c2-aba5-afb23e163284/24c87437-f795-44b8-b38a-6916458f97cc/90ec9578-82d0-4d94-a320-98a2ca7280b6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:45.017894 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:45.087764 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port e5872108-4709-4bf9-89de-0265c8607bfd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:45.098967 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port e5872108-4709-4bf9-89de-0265c8607bfd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:45.099664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.215828 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Pushing event updated for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:45.310138 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:45.340392 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c85fc-438b-44a6-9168-0aef7ca36391 req-0cd688a7-0202-42c5-b819-937c44df2872 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:45.348409 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a88c85fc-438b-44a6-9168-0aef7ca36391 req-0cd688a7-0202-42c5-b819-937c44df2872 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 944 time: 0.8839424 Jun 24 16:31:45.352235 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Attempting to bind port c6e45d39-92b8-444a-a283-880cdae53d6b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:45.358754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Attempting to bind port c6e45d39-92b8-444a-a283-880cdae53d6b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:45.359237 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Attempting to bind port c6e45d39-92b8-444a-a283-880cdae53d6b on network ab7d1aa0-da51-42b8-8718-435c7b03a764 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:45.373390 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-fe7661af-513f-4005-813a-0e19344ed6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212221 Jun 24 16:31:45.388773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Port c6e45d39-92b8-444a-a283-880cdae53d6b on network ab7d1aa0-da51-42b8-8718-435c7b03a764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:45.389874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Attempting to bind port c6e45d39-92b8-444a-a283-880cdae53d6b on network ab7d1aa0-da51-42b8-8718-435c7b03a764 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:45.457361 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-a88c85fc-438b-44a6-9168-0aef7ca36391 req-42abb0ad-816c-4ba3-8f7c-1781768e9127 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Synchronizing usage tracker for tenant:17bbbd6237664917883e512944769620 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:45.467523 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.504306 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Transition to ACTIVE for port object 90ec9578-82d0-4d94-a320-98a2ca7280b6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:45.506950 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:45.514992 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-a88c85fc-438b-44a6-9168-0aef7ca36391 req-42abb0ad-816c-4ba3-8f7c-1781768e9127 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Unset dirty status for tenant:17bbbd6237664917883e512944769620 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:45.531237 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a88c85fc-438b-44a6-9168-0aef7ca36391 req-42abb0ad-816c-4ba3-8f7c-1781768e9127 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818013 Jun 24 16:31:45.535267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.564223 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port e5872108-4709-4bf9-89de-0265c8607bfd is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:45.566666 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.598468 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Transition to ACTIVE for port object 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:45.616202 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.658031 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:45.658690 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Checking segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:45.659256 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Bound using segment: {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:45.659865 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Bound port: c6e45d39-92b8-444a-a283-880cdae53d6b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e82d109-248b-4279-8390-e3efe0a44a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:45.660375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.729957 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b425ed32-fba7-46d6-a4ae-93f4976bdcf5 req-24a3c9b9-2249-4fd4-bda3-4c1aa4c76574 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355367 Jun 24 16:31:45.731913 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port e5872108-4709-4bf9-89de-0265c8607bfd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=e5872108-4709-4bf9-89de-0265c8607bfd,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:45.748577 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:45.759105 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea1ec-f024-45ad-b3dd-4b23ad99c2a6 req-855d7aa2-dfb6-425f-b3fa-550642796a07 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:45.759529 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8fb33bcf-55fa-408f-a82e-89d261a7b365 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:45.760893 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-666ea1ec-f024-45ad-b3dd-4b23ad99c2a6 req-855d7aa2-dfb6-425f-b3fa-550642796a07 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 932 time: 0.8471165 Jun 24 16:31:45.821267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:45.910774 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-666ea1ec-f024-45ad-b3dd-4b23ad99c2a6 req-a586f23b-023d-49c8-a454-c0360d183a21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173658 Jun 24 16:31:45.999951 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:46.020823 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c6e45d39-92b8-444a-a283-880cdae53d6b,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:46.033457 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.068657 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:46.117339 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 8fb33bcf-55fa-408f-a82e-89d261a7b365 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:46.128566 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8fb33bcf-55fa-408f-a82e-89d261a7b365 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:46.129057 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.178321 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-659e0c61-66f4-4a00-9a50-d002ad7a8897 req-fe13aacc-071d-4f3c-914c-280c46cfc5b9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.3764734 Jun 24 16:31:46.184099 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:46.185179 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.187896 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] 10.222.0.36 "PUT /v2.0/ports/c6e45d39-92b8-444a-a283-880cdae53d6b HTTP/1.1" status: 200 len: 1094 time: 3.2793496 Jun 24 16:31:46.239949 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927c8b6-20e5-4a85-b0bc-6256e8b2478f service neutron] Pushing event updated for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:46.278174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.471228 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:31:46.589426 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb36107a-be06-4cb2-adb8-9bb8e2a191e1'] response: {'name': 'network-changed', 'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a', 'status': 'completed', 'code': 200} Jun 24 16:31:46.592023 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8fb33bcf-55fa-408f-a82e-89d261a7b365 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:46.592400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.684168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 8fb33bcf-55fa-408f-a82e-89d261a7b365, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8fb33bcf-55fa-408f-a82e-89d261a7b365,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:46.697205 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:46.755829 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51797) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:46.788689 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:46.799845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0a1441c7-d4bb-42ec-9683-3d7f9190fec5 req-288dc334-5efb-4b5c-990d-57890da52462 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 210 time: 0.1855664 Jun 24 16:31:46.831950 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:46.833486 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:46.839246 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:46.846428 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:47.008493 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device e5872108-4709-4bf9-89de-0265c8607bfd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:47.107549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7728c11a-793e-4507-9021-508a925d5f60 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:47.115878 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7728c11a-793e-4507-9021-508a925d5f60 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 811 time: 0.3534844 Jun 24 16:31:47.151694 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3973a61e-745b-43cc-ba58-e11ee5ece688 req-452bda03-7e41-4ef2-b97a-9f7de62d94e2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 210 time: 0.3966932 Jun 24 16:31:47.191119 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port e5872108-4709-4bf9-89de-0265c8607bfd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:47.191748 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:47.197012 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Attempting to bind port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:47.197371 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Attempting to bind port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:47.200780 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Attempting to bind port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:47.248508 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:47.266797 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-3358f1c8-5e07-4dd3-ba6e-2671de5c6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:47.266797 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-3358f1c8-5e07-4dd3-ba6e-2671de5c6c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17bbbd6237664917883e512944769620&device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 1097 time: 1.0218103 Jun 24 16:31:47.271678 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:47.303452 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 on network 8c51764d-50ca-4d1e-9373-c439de376dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:47.309956 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Attempting to bind port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:47.312448 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:47.409040 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:47.413763 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:47.414667 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:47.415370 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Bound port: 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:47.415943 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:47.437362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-f6507416-1029-46f8-8a4e-e4457de7e88f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:47.441163 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-5b44fa69-fa51-4606-96f9-4d883d538c6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e45d39-92b8-444a-a283-880cdae53d6b HTTP/1.1" status: 200 len: 217 time: 0.1538725 Jun 24 16:31:47.490687 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port e5872108-4709-4bf9-89de-0265c8607bfd is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:47.492208 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a0ec9f75-63be-42be-b7f4-94bcb73539f4 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:47.530676 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-9462a6e5-c909-42fe-a8a8-e27bf5f1ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:47.530800 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-9462a6e5-c909-42fe-a8a8-e27bf5f1ee8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1097 time: 0.9005673 Jun 24 16:31:47.532281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-58b61dcf-a8a2-433d-a18e-510a178beaea None None] Provisioning for port 90ec9578-82d0-4d94-a320-98a2ca7280b6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:47.560308 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-58b61dcf-a8a2-433d-a18e-510a178beaea None None] Provisioning complete for port 90ec9578-82d0-4d94-a320-98a2ca7280b6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:47.561018 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58b61dcf-a8a2-433d-a18e-510a178beaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:47.628483 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-58b61dcf-a8a2-433d-a18e-510a178beaea None None] Port 90ec9578-82d0-4d94-a320-98a2ca7280b6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:47.694448 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port a0ec9f75-63be-42be-b7f4-94bcb73539f4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:47.694821 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:47.722084 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-f6507416-1029-46f8-8a4e-e4457de7e88f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:47.723250 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-f6507416-1029-46f8-8a4e-e4457de7e88f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 380 time: 0.5855978 Jun 24 16:31:47.756707 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'port': {'device_id': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'admin_state_up': True, 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'security_groups': ['13a2c163-8665-4fad-94e5-5734cf34edac']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:47.918309 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port a0ec9f75-63be-42be-b7f4-94bcb73539f4 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:47.919740 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:47.963246 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:47.968180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:47.979615 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-62221fc2-af4d-4968-8b4a-55ccf2ce554c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0679104 Jun 24 16:31:47.981235 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.017907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:48.018291 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.054861 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Request body: {'port': {'device_id': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:48.172793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:48.178888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-10e16408-6e25-45aa-bfff-c270a7fe3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.180339 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-10e16408-6e25-45aa-bfff-c270a7fe3890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bffb163d-229e-4ec7-aca7-6dab75a350b6 HTTP/1.1" status: 200 len: 850 time: 0.7188826 Jun 24 16:31:48.185336 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:48.186766 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 5e17eb5f-4d76-48f9-afce-3d914db93402 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:48.196372 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:48.293027 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-696b8870-2a03-499e-8cc1-f7c3aa743ea3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.294530 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-696b8870-2a03-499e-8cc1-f7c3aa743ea3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 817 time: 0.9679928 Jun 24 16:31:48.304752 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddf55c-f744-46fa-b7db-69747010e217 req-34fffff6-5fac-41b6-a212-c6e830ef991d tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.306410 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-faddf55c-f744-46fa-b7db-69747010e217 req-34fffff6-5fac-41b6-a212-c6e830ef991d tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 944 time: 1.2216005 Jun 24 16:31:48.326464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d536c0-6bb0-47bb-ae27-788db29816d8 req-176c388f-e640-44af-9fa8-a1f592c0508d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.330761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.334818 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-64d536c0-6bb0-47bb-ae27-788db29816d8 req-176c388f-e640-44af-9fa8-a1f592c0508d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 944 time: 0.7999079 Jun 24 16:31:48.336632 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.338144 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] 10.222.0.36 "PUT /v2.0/ports/5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 200 len: 1094 time: 5.4292402 Jun 24 16:31:48.338632 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:48.341939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Made reservation on behalf of 73a645777a584ad3968ef5916317a3ee for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:48.345395 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.358304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 5e17eb5f-4d76-48f9-afce-3d914db93402 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:48.358304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.535223 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-e2470ce2-82c8-4344-b31c-66266e822f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.535586 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 5e17eb5f-4d76-48f9-afce-3d914db93402 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:48.536771 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-e2470ce2-82c8-4344-b31c-66266e822f9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.8678124 Jun 24 16:31:48.536990 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:48.597371 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-faddf55c-f744-46fa-b7db-69747010e217 req-c9059b7b-79e5-4a1a-b62d-d89f2072bc61 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544780 Jun 24 16:31:48.608032 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:48.614738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb425569-5fb0-41c5-a180-f49789116229 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:48.683246 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:48.683897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.684286 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6a9d0cd0-82e0-4ef5-97a7-938382a4a2db tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:48.738665 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-c431fc2f-38ab-4085-85bc-72c05ce9f9a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 217 time: 0.1167459 Jun 24 16:31:48.744125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.750192 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-64d536c0-6bb0-47bb-ae27-788db29816d8 req-e4dbe6cb-5f83-4ae7-b0e5-ee2a0c40d494 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141176 Jun 24 16:31:48.885149 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-607f3f10-0db9-412d-b5e1-f9fc4b7d5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:48.886866 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-607f3f10-0db9-412d-b5e1-f9fc4b7d5cbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab7d1aa0-da51-42b8-8718-435c7b03a764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6882241 Jun 24 16:31:48.895075 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:48.897125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:48.926438 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6a9d0cd0-82e0-4ef5-97a7-938382a4a2db tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:48.927590 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-6a9d0cd0-82e0-4ef5-97a7-938382a4a2db tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 379 time: 0.6159780 Jun 24 16:31:48.976352 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:48.982519 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:48.982885 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:48.999171 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44504) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:48.999587 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'port': {'device_id': '64170132-60bb-4398-a161-f33d90f05e1e', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'admin_state_up': True, 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'security_groups': ['dce2789d-2b6c-45c5-82c6-6fb416a6077f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:49.088604 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2a0b623a-5043-44ca-a2e9-409307abe4cc req-f6d79b77-cb4b-4ef8-9b17-f9b3b8a611aa tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 210 time: 0.1917360 Jun 24 16:31:49.104597 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-6c9d6900-e0c5-4d1e-8e8e-8062ab38506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:49.106529 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-6c9d6900-e0c5-4d1e-8e8e-8062ab38506c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.3432145 Jun 24 16:31:49.135164 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:49.135670 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.144267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-9f11bffb-280f-4977-a2dc-e545fd87893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:49.146399 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-9f11bffb-280f-4977-a2dc-e545fd87893b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 1097 time: 0.7243216 Jun 24 16:31:49.232672 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:49.244954 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.340336 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:49.382572 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8fb33bcf-55fa-408f-a82e-89d261a7b365 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:49.437811 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 384028d0-eaa1-49a0-896c-278757fdd33a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:31:49.440276 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-afebf53d-b6bb-4d5d-9d3e-0928c8fed0be service neutron] 10.222.0.36 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399897 Jun 24 16:31:49.445347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Allocated IP 172.20.0.14 (78eb6cb9-9d7d-40ad-b92e-00d8360e05ff/0cd38234-99d1-4139-875e-9d3feb1eacb4/58719dba-d6fc-4c51-b46c-341535dff58e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:49.459221 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-7f0d7bf6-8123-42a3-945a-62e42afd4cfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 200 len: 217 time: 0.2961292 Jun 24 16:31:49.594993 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=384028d0-eaa1-49a0-896c-278757fdd33a,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:49.618319 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '384028d0-eaa1-49a0-896c-278757fdd33a', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'port_id': '384028d0-eaa1-49a0-896c-278757fdd33a', 'mac_address': 'fa:16:3e:9f:57:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:31:49.621488 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:49.631590 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.654760 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7518907a-d684-485d-acd1-d48a13e32403 req-32dee1de-a54c-4741-8bf7-611bc90240b8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 210 time: 0.2107058 Jun 24 16:31:49.683051 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8fb33bcf-55fa-408f-a82e-89d261a7b365 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:49.683405 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.718213 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:49.728435 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Usage tracker for resource:security_group_rule and tenant:e08903954a6d4f30abf269ba2cc65481 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:49.729188 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-e4c896fd-a3de-4fea-b39e-3bf41635bbbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:49.729967 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-e4c896fd-a3de-4fea-b39e-3bf41635bbbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:49.737851 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:49.745581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:49.753671 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 384028d0-eaa1-49a0-896c-278757fdd33a is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:49.753893 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.763471 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:49.789030 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-33b13546-3579-4363-84d8-58bf6c690a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:49.790947 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-33b13546-3579-4363-84d8-58bf6c690a64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6756940 Jun 24 16:31:49.794517 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-e4c896fd-a3de-4fea-b39e-3bf41635bbbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:49.803049 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-e4c896fd-a3de-4fea-b39e-3bf41635bbbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 931 time: 0.9380503 Jun 24 16:31:49.809134 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Made reservation on behalf of e45630c26d9d4196ab6ec89f8de5a19c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:49.809949 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384028d0-eaa1-49a0-896c-278757fdd33a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:49.813741 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.849025 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-029fd310-419c-41b8-873d-4b163248625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:49.849329 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=384028d0-eaa1-49a0-896c-278757fdd33a,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:49.850998 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-029fd310-419c-41b8-873d-4b163248625e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.2344654 Jun 24 16:31:49.919718 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:49.999896 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-281c1705-856b-4696-b499-7e1a64ca2f2c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:50.061115 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8fb33bcf-55fa-408f-a82e-89d261a7b365 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:50.089452 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:50.106506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264dd1c8-f780-4d81-9850-d9abd732bb76'] response: {'name': 'network-changed', 'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'status': 'completed', 'code': 200} Jun 24 16:31:50.112155 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec9578-82d0-4d94-a320-98a2ca7280b6 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:50.126423 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8922c79-8e3f-4c1e-937a-6269324313d1 req-19b3053c-66d1-42bf-a368-9080883dd46a service neutron] 10.222.0.36 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642960 Jun 24 16:31:50.143307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:50.155451 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-281c1705-856b-4696-b499-7e1a64ca2f2c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:50.168312 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-30c606c0-cf53-4a11-bcb4-0294813e44ef req-281c1705-856b-4696-b499-7e1a64ca2f2c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641834 Jun 24 16:31:50.172578 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d8f5bd-f01c-414a-8c74-31ef1a63412a'] response: {'name': 'network-changed', 'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b', 'status': 'completed', 'code': 200} Jun 24 16:31:50.262838 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Transition to ACTIVE for port object 90ec9578-82d0-4d94-a320-98a2ca7280b6 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:50.290400 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-ccbb9506-6794-451c-8d29-e293bbab44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:50.292021 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-ccbb9506-6794-451c-8d29-e293bbab44f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4277978 Jun 24 16:31:50.295921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:50.350375 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['384028d0-eaa1-49a0-896c-278757fdd33a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:31:50.460472 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:50.466637 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-987089bd-097d-41a1-b934-08721f839346 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527431 Jun 24 16:31:50.533197 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:50.604124 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Transition to ACTIVE for port object 58719dba-d6fc-4c51-b46c-341535dff58e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:50.612325 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:50.664579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Allocated IP 172.20.0.4 (522d9803-e13a-4100-bc42-4bdcc270160c/7b2e87b5-c124-4088-afd4-5257e7182426/1afd0573-16c4-41bd-be31-7cb33b7f185b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:31:50.694595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:50.704070 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-fbdc036b-c6b9-49fc-b015-0a91663424a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:50.705607 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-fbdc036b-c6b9-49fc-b015-0a91663424a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17bbbd6237664917883e512944769620&device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 1097 time: 0.4813058 Jun 24 16:31:50.723553 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e08903954a6d4f30abf269ba2cc65481&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6882155 Jun 24 16:31:50.728630 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fe197-c15f-4662-91f8-0b223a0f6a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2467f3e0-14d7-45cb-9807-214762964e1e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:50.734586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:50.774832 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f7791-44a8-457c-b01b-74533f1e1e2e req-5e94e485-9195-4534-8b40-93ae3379674f tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:50.775559 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-496f7791-44a8-457c-b01b-74533f1e1e2e req-5e94e485-9195-4534-8b40-93ae3379674f tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Synchronizing usage tracker for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:50.862281 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fb7f014-3000-4250-97b9-9ebfd6194386 req-2ab77b55-3c06-4840-b653-c8d30dd99dfe service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716202 Jun 24 16:31:50.903969 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-5bd2e9cb-e64f-4109-9f56-5b70efee418e service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259995 Jun 24 16:31:50.911294 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-496f7791-44a8-457c-b01b-74533f1e1e2e req-5e94e485-9195-4534-8b40-93ae3379674f tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Unset dirty status for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:50.912524 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-496f7791-44a8-457c-b01b-74533f1e1e2e req-5e94e485-9195-4534-8b40-93ae3379674f tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 944 time: 0.6178317 Jun 24 16:31:50.913528 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.007197 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d8cf-0c49-40eb-ac49-8fceaa3842e5 req-016c4f3b-c6fb-4692-bd50-12dc1c7da660 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:51.007675 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3f68d8cf-0c49-40eb-ac49-8fceaa3842e5 req-016c4f3b-c6fb-4692-bd50-12dc1c7da660 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:51.010130 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Attempting to bind port 90ec9578-82d0-4d94-a320-98a2ca7280b6 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:51.010454 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Attempting to bind port 90ec9578-82d0-4d94-a320-98a2ca7280b6 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:51.010771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Attempting to bind port 90ec9578-82d0-4d94-a320-98a2ca7280b6 on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:51.073867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Port 90ec9578-82d0-4d94-a320-98a2ca7280b6 on network 3c715a60-f0af-41c2-aba5-afb23e163284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:51.074185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Attempting to bind port 90ec9578-82d0-4d94-a320-98a2ca7280b6 on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:51.079877 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:51.088779 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:51.096570 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-779760fd-737a-4162-b281-0e269ef084ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:51.098030 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-779760fd-737a-4162-b281-0e269ef084ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab7d1aa0-da51-42b8-8718-435c7b03a764 HTTP/1.1" status: 200 len: 912 time: 0.3730011 Jun 24 16:31:51.098634 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:51.101985 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:51.107608 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:51.107608 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:51.107876 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Bound using segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:51.108307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Bound port: 90ec9578-82d0-4d94-a320-98a2ca7280b6, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:51.108643 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.134870 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.145075 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-496f7791-44a8-457c-b01b-74533f1e1e2e req-3e40cb95-e84e-4d66-ae2c-05fb260d75e1 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124796 Jun 24 16:31:51.152621 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3f68d8cf-0c49-40eb-ac49-8fceaa3842e5 req-016c4f3b-c6fb-4692-bd50-12dc1c7da660 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:51.153757 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3f68d8cf-0c49-40eb-ac49-8fceaa3842e5 req-016c4f3b-c6fb-4692-bd50-12dc1c7da660 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 944 time: 0.8608871 Jun 24 16:31:51.292792 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-5696394a-5574-4605-a700-bed1fb67eb01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e45d39-92b8-444a-a283-880cdae53d6b HTTP/1.1" status: 200 len: 217 time: 0.1546104 Jun 24 16:31:51.332525 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.347785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3070321b-8eee-4800-838d-6ab42b549fd5 req-4de8fad7-dc31-46d8-b8ed-0175bf05a578 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811502 Jun 24 16:31:51.359266 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.361873 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3f68d8cf-0c49-40eb-ac49-8fceaa3842e5 req-40dbc251-4b92-474a-b065-18bbed56b741 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691899 Jun 24 16:31:51.378076 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Transition to ACTIVE for port object 1afd0573-16c4-41bd-be31-7cb33b7f185b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:51.381597 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:51.394763 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:51.411400 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.426115 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:51.460279 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 384028d0-eaa1-49a0-896c-278757fdd33a up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:51.542318 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:51.542952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.709815 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.723871 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:51.724487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.725865 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] 10.222.0.36 "PUT /v2.0/ports/90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 200 len: 1093 time: 3.6978230 Jun 24 16:31:51.730308 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96de944-163c-4491-89f5-b5ab25671aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:51.814185 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-36f0d575-346f-4f3a-a6c1-a013a4bd6b89 None None] Provisioning for port 58719dba-d6fc-4c51-b46c-341535dff58e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:51.847822 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-36f0d575-346f-4f3a-a6c1-a013a4bd6b89 None None] Provisioning complete for port 58719dba-d6fc-4c51-b46c-341535dff58e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:51.848187 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-36f0d575-346f-4f3a-a6c1-a013a4bd6b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:51.848699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-59174c88-d268-426d-838a-36f1bc28c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:51.850116 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-59174c88-d268-426d-838a-36f1bc28c2fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bffb163d-229e-4ec7-aca7-6dab75a350b6 HTTP/1.1" status: 200 len: 850 time: 0.5471396 Jun 24 16:31:51.921709 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:51.933433 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-7c723d30-0f3f-4c93-99c8-af892ccdeb42 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1805844 Jun 24 16:31:51.951115 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Network 522d9803-e13a-4100-bc42-4bdcc270160c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:31:51.975862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:51.983643 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Request body: {'port': {'device_id': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:52.005828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:31:52.082042 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 384028d0-eaa1-49a0-896c-278757fdd33a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:52.090667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:52.091377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.121588 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.124512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.126746 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2467f3e0-14d7-45cb-9807-214762964e1e HTTP/1.1" status: 204 len: 168 time: 1.3718717 Jun 24 16:31:52.133999 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-36f0d575-346f-4f3a-a6c1-a013a4bd6b89 None None] Port 58719dba-d6fc-4c51-b46c-341535dff58e cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:52.136492 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 384028d0-eaa1-49a0-896c-278757fdd33a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:52.136861 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.149158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:52.160336 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa0d0e-0553-4e43-9298-1eedc67b6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2467f3e0-14d7-45cb-9807-214762964e1e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:52.171714 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55aceb3-2b36-487d-8951-94fc43276435 req-529435f8-de30-4c22-8b2f-2fe8be96210e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.173100 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.173312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f55aceb3-2b36-487d-8951-94fc43276435 req-529435f8-de30-4c22-8b2f-2fe8be96210e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:52.174951 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.216534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-c84c3f5a-28ca-4f7d-8b6b-9b6d26aec22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.218204 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-c84c3f5a-28ca-4f7d-8b6b-9b6d26aec22d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab7d1aa0-da51-42b8-8718-435c7b03a764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3555250 Jun 24 16:31:52.244171 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-0aba3ea0-a196-4678-b743-608e8828aa5a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3077195 Jun 24 16:31:52.250845 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-0aba2ef0-6c60-467e-bfee-5469b310396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.254724 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-0aba2ef0-6c60-467e-bfee-5469b310396f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 1097 time: 0.7912726 Jun 24 16:31:52.288504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.352260 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f55aceb3-2b36-487d-8951-94fc43276435 req-529435f8-de30-4c22-8b2f-2fe8be96210e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:52.359244 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f55aceb3-2b36-487d-8951-94fc43276435 req-529435f8-de30-4c22-8b2f-2fe8be96210e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 932 time: 1.0025985 Jun 24 16:31:52.466259 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Request body: {'port': {'device_id': '64170132-60bb-4398-a161-f33d90f05e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:52.475895 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 384028d0-eaa1-49a0-896c-278757fdd33a is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:52.477090 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.528510 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-c3f86867-4a0a-4bf2-9ff5-efb16ac2025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.530350 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-c3f86867-4a0a-4bf2-9ff5-efb16ac2025a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.2683320 Jun 24 16:31:52.627681 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:52.640881 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:52.647523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9487263b-5688-4413-bc70-250197d79944 None None] Provisioning for port 1afd0573-16c4-41bd-be31-7cb33b7f185b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:52.651041 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.659050 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:52.725909 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f55aceb3-2b36-487d-8951-94fc43276435 req-2b04a818-6e7c-44b0-8fed-c82daaa648dc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650243 Jun 24 16:31:52.728181 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9487263b-5688-4413-bc70-250197d79944 None None] Provisioning complete for port 1afd0573-16c4-41bd-be31-7cb33b7f185b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:52.728181 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9487263b-5688-4413-bc70-250197d79944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.730643 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.772784 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=384028d0-eaa1-49a0-896c-278757fdd33a,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:52.773011 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-8dda0002-ee81-4cc3-adb5-eb2a88df4a1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 200 len: 217 time: 0.2131732 Jun 24 16:31:52.777753 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:52.794174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:52.832314 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Usage tracker for resource:security_group_rule and tenant:d78015be160f4c7faea050f2ef7fc5b0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:52.866206 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:52.873189 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-ba218ca0-3311-48f1-8ec9-903e0bae9b15 service neutron] 10.222.0.36 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861175 Jun 24 16:31:52.882454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:52.887002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f68d3a-434b-4216-b1eb-615b86161f8d req-b4dbe357-d239-4472-bd47-cf25fab3e691 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.887733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-c9f68d3a-434b-4216-b1eb-615b86161f8d req-b4dbe357-d239-4472-bd47-cf25fab3e691 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:31:52.902786 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-30eb1af5-d759-4c8a-a7b4-2bb0e92ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:52.904286 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-30eb1af5-d759-4c8a-a7b4-2bb0e92ffb2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1096 time: 1.0336425 Jun 24 16:31:52.938174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:52.947038 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9487263b-5688-4413-bc70-250197d79944 None None] Port 1afd0573-16c4-41bd-be31-7cb33b7f185b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:31:53.010231 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-2d28992b-273b-40c2-8037-c410220821e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:53.011796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-2d28992b-273b-40c2-8037-c410220821e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.2261539 Jun 24 16:31:53.013078 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-f212cfc8-0204-4787-be39-b798267dda45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 200 len: 217 time: 0.0975101 Jun 24 16:31:53.017969 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-c9f68d3a-434b-4216-b1eb-615b86161f8d req-b4dbe357-d239-4472-bd47-cf25fab3e691 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:31:53.019077 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c9f68d3a-434b-4216-b1eb-615b86161f8d req-b4dbe357-d239-4472-bd47-cf25fab3e691 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 931 time: 1.3697743 Jun 24 16:31:53.021276 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.227217 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58719dba-d6fc-4c51-b46c-341535dff58e {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:53.242716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.257539 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff47f43c-2ba6-4c64-9a07-c350e7acbcde req-c195bb2d-c650-4386-acce-9e6c45004ded service neutron] 10.222.0.36 "GET /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472397 Jun 24 16:31:53.283173 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaf216-34b9-4735-9871-73085fc32ed0 req-a8ee927a-475c-4536-8de8-a404c19bb83d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:53.283504 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c9f68d3a-434b-4216-b1eb-615b86161f8d req-79a038e6-cdff-492a-9fbf-2ce695563956 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509727 Jun 24 16:31:53.284694 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66aaf216-34b9-4735-9871-73085fc32ed0 req-a8ee927a-475c-4536-8de8-a404c19bb83d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 943 time: 0.3758235 Jun 24 16:31:53.288725 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-38594ece-8e15-475f-a60b-906afc041d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:53.289977 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-38594ece-8e15-475f-a60b-906afc041d79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.2601004 Jun 24 16:31:53.293064 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Transition to ACTIVE for port object 58719dba-d6fc-4c51-b46c-341535dff58e will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:53.307868 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.433160 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device c6e45d39-92b8-444a-a283-880cdae53d6b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:31:53.446405 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66aaf216-34b9-4735-9871-73085fc32ed0 req-dc96ca5d-8315-46da-b1de-7360117cd785 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487875 Jun 24 16:31:53.575628 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-9705e648-108b-4a78-aecf-88c7d03bc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:53.577162 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-9705e648-108b-4a78-aecf-88c7d03bc04a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5462780 Jun 24 16:31:53.591682 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c691b287-433a-45a3-a546-df06fd2eef00'] response: {'name': 'network-changed', 'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6', 'status': 'completed', 'code': 200} Jun 24 16:31:53.690893 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.723764 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:53.744052 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c6e45d39-92b8-444a-a283-880cdae53d6b,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:53.748500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.753802 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9501fb32-a596-45aa-b602-6d08a0e9b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.763745 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'c6e45d39-92b8-444a-a283-880cdae53d6b', 'network_id': 'ab7d1aa0-da51-42b8-8718-435c7b03a764', 'port_id': 'c6e45d39-92b8-444a-a283-880cdae53d6b', 'mac_address': 'fa:16:3e:12:6d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffb163d-229e-4ec7-aca7-6dab75a350b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:31:53.817602 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-3fa4f2cc-e872-42fc-9aee-4c9a28e86e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:53.819363 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-3fa4f2cc-e872-42fc-9aee-4c9a28e86e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5208688 Jun 24 16:31:53.832672 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port c6e45d39-92b8-444a-a283-880cdae53d6b is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:53.833319 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.853099 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e45d39-92b8-444a-a283-880cdae53d6b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:53.874307 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c6e45d39-92b8-444a-a283-880cdae53d6b,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:53.883673 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:53.950282 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d78015be160f4c7faea050f2ef7fc5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3216696 Jun 24 16:31:53.958646 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:53.961653 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03fc1a-66b8-424b-af0e-220c223b7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad16d4-3ef2-4508-9180-631cdd33bc0a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:53.999740 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:54.006223 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb25122-bed8-4af9-9606-9833abf5dd1a req-b55a6d87-3bb9-4294-bd0d-e380cf89fa66 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.007725 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2eb25122-bed8-4af9-9606-9833abf5dd1a req-b55a6d87-3bb9-4294-bd0d-e380cf89fa66 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 944 time: 0.5719731 Jun 24 16:31:54.012039 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Attempting to bind port 58719dba-d6fc-4c51-b46c-341535dff58e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:54.012374 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Attempting to bind port 58719dba-d6fc-4c51-b46c-341535dff58e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:54.012712 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Attempting to bind port 58719dba-d6fc-4c51-b46c-341535dff58e on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:54.026884 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27fb9b-a515-4fd8-b26b-f715bcde5a6a req-1602eea5-5171-4451-ad8e-ada0a4453d9b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.028668 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5f27fb9b-a515-4fd8-b26b-f715bcde5a6a req-1602eea5-5171-4451-ad8e-ada0a4453d9b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 944 time: 0.2705612 Jun 24 16:31:54.029394 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Port 58719dba-d6fc-4c51-b46c-341535dff58e on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:54.029704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Attempting to bind port 58719dba-d6fc-4c51-b46c-341535dff58e on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:54.036608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:54.036938 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Checking segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:54.037363 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Bound using segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:54.037782 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Bound port: 58719dba-d6fc-4c51-b46c-341535dff58e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:54.038116 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.077053 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-e1e18333-147d-4229-b7d8-b3224ae33d3d service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807875 Jun 24 16:31:54.135348 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5f27fb9b-a515-4fd8-b26b-f715bcde5a6a req-74c275fa-a922-4205-a8e9-90fd4a538ca3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997820 Jun 24 16:31:54.166297 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:54.169792 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=58719dba-d6fc-4c51-b46c-341535dff58e,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:54.175244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.183457 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['c6e45d39-92b8-444a-a283-880cdae53d6b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:31:54.242339 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2eb25122-bed8-4af9-9606-9833abf5dd1a req-494e1051-9d50-4c75-92bd-8aaa61875244 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106476 Jun 24 16:31:54.245315 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:54.278530 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-4f19a1b7-7114-4c1c-b0e7-c5946e5b1232 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484367 Jun 24 16:31:54.282178 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49700652-eeb7-4a56-b0de-074f80f9d7f0'] response: {'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a', 'code': 200} Jun 24 16:31:54.349829 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.350817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.352336 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 1094 time: 2.3740704 Jun 24 16:31:54.361279 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:54.373740 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.433086 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb94ef-d82f-4d60-9df6-6848f86e39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:54.721797 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-6f7bed65-8736-4c53-b635-5d1099f4b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.723297 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-6f7bed65-8736-4c53-b635-5d1099f4b69c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1097 time: 0.2825027 Jun 24 16:31:54.799034 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e538-39bd-4966-97bb-f09cfcc6dd16 req-2eec88a8-ab47-4c2c-912a-6062e171b87a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.800566 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2e93e538-39bd-4966-97bb-f09cfcc6dd16 req-2eec88a8-ab47-4c2c-912a-6062e171b87a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 931 time: 0.2833178 Jun 24 16:31:54.801974 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:54.811078 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-736aeae7-d089-4981-8fd8-7f549c6fefe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 217 time: 0.0763767 Jun 24 16:31:54.837210 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.841519 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.861901 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eb75c51e-aa7a-45c4-8b45-1746f05f269e req-3e03987b-4719-4c48-83d8-c97955579476 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698514 Jun 24 16:31:54.864829 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363f26-834a-4898-b278-e76b73e68746 req-b764cc5a-1bfc-4026-8c16-248ddd79865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.866252 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-21363f26-834a-4898-b278-e76b73e68746 req-b764cc5a-1bfc-4026-8c16-248ddd79865c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1099 time: 0.2606349 Jun 24 16:31:54.892984 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Transition to ACTIVE for port object 1afd0573-16c4-41bd-be31-7cb33b7f185b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:31:54.924593 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.924897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:54.947825 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2e93e538-39bd-4966-97bb-f09cfcc6dd16 req-b62a8b0f-d3d4-4d9e-aa40-fba710cb9adc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386695 Jun 24 16:31:54.952851 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-31baebfe-2b17-4be3-9511-940473247991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:54.954435 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-31baebfe-2b17-4be3-9511-940473247991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.1273444 Jun 24 16:31:54.956684 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:54.961499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Usage tracker for resource:security_group_rule and tenant:db38a0197ffa42669c3a47247e79a64e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:54.964478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:54.972182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:55.087962 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6ca7e7-87c4-461e-8879-6146bc66bd2e'] response: {'name': 'network-changed', 'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e', 'status': 'completed', 'code': 200} Jun 24 16:31:55.093285 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d242e9f-51a6-4c49-b637-006360a6f593 req-3c328ba2-8435-4cd5-bf70-c7694a7fcd5c service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216775 Jun 24 16:31:55.134294 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa993c3-e348-4dd0-a4fb-f9099e35e156 req-81ff679d-73f8-4462-b411-c81a9a61cffb tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:55.141667 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8fa993c3-e348-4dd0-a4fb-f9099e35e156 req-81ff679d-73f8-4462-b411-c81a9a61cffb tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 944 time: 0.6570253 Jun 24 16:31:55.166463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-4611ad27-da51-49a8-bb3e-f0bb034de848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:55.168263 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-4611ad27-da51-49a8-bb3e-f0bb034de848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949584 Jun 24 16:31:55.223527 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.227550 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:55.313536 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.335495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.368834 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-21363f26-834a-4898-b278-e76b73e68746 req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852188 Jun 24 16:31:55.374713 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad16d4-3ef2-4508-9180-631cdd33bc0a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:55.404040 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8fa993c3-e348-4dd0-a4fb-f9099e35e156 req-25667bd7-bcfb-4932-b9e7-690f40203a2b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906607 Jun 24 16:31:55.408976 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.409942 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6ba76054-9fe0-4bbf-9c45-a5e960360d30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebad16d4-3ef2-4508-9180-631cdd33bc0a HTTP/1.1" status: 204 len: 168 time: 1.4440610 Jun 24 16:31:55.420817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaea7a-7433-498e-baa8-b5c5cf6e620e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0aa23-cdc7-471f-a597-8b9159ef3787,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:55.433767 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Attempting to bind port 1afd0573-16c4-41bd-be31-7cb33b7f185b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:31:55.434104 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Attempting to bind port 1afd0573-16c4-41bd-be31-7cb33b7f185b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:31:55.434427 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Attempting to bind port 1afd0573-16c4-41bd-be31-7cb33b7f185b on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:55.442531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Port 1afd0573-16c4-41bd-be31-7cb33b7f185b on network 522d9803-e13a-4100-bc42-4bdcc270160c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:31:55.442662 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Attempting to bind port 1afd0573-16c4-41bd-be31-7cb33b7f185b on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:31:55.445929 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:31:55.450956 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:31:55.451263 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Checking segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:55.451649 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Bound using segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:31:55.452062 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Bound port: 1afd0573-16c4-41bd-be31-7cb33b7f185b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:31:55.452408 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.472354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4861c3-8014-4104-b694-df608acebe4c req-ddd33a69-9039-44f3-818b-2016c5f5484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:55.473845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-ddd33a69-9039-44f3-818b-2016c5f5484e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1096 time: 0.2477355 Jun 24 16:31:55.489045 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device c6e45d39-92b8-444a-a283-880cdae53d6b up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:55.501512 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-a0687902-2ab0-4694-8bce-53c6373cc6ab service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110256 Jun 24 16:31:55.556234 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d928-c3d5-4f24-a90d-42f8856fb7db req-8139f65c-1bfb-4158-8274-fec6012d7630 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:55.560171 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c351d928-c3d5-4f24-a90d-42f8856fb7db req-8139f65c-1bfb-4158-8274-fec6012d7630 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 943 time: 0.3457382 Jun 24 16:31:55.608530 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:31:55.654565 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:31:55.660328 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c351d928-c3d5-4f24-a90d-42f8856fb7db req-637a1676-618a-4123-9396-9e11de915589 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939391 Jun 24 16:31:55.691347 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:31:55.730759 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.752893 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port c6e45d39-92b8-444a-a283-880cdae53d6b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:55.762804 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port c6e45d39-92b8-444a-a283-880cdae53d6b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:55.763201 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.860852 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:55.861459 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:55.863168 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 1093 time: 3.4018693 Jun 24 16:31:55.869538 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:55.990519 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:56.008834 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a9cb2-c4dc-4216-893f-e9583169cb32 req-fb697078-8acc-4e90-86fe-1fe77d27f6f2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.010332 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-907a9cb2-c4dc-4216-893f-e9583169cb32 req-fb697078-8acc-4e90-86fe-1fe77d27f6f2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 944 time: 0.4325807 Jun 24 16:31:56.023504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port c6e45d39-92b8-444a-a283-880cdae53d6b is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:56.024156 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.029464 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.029805 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.030136 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.030462 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.030782 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.036489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.036874 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.037205 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.037579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.037853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.038174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.038489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4b67a-bad6-41f7-9b9c-1c0085d4abc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:56.045308 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:56.056284 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4861c3-8014-4104-b694-df608acebe4c req-aeb86324-6110-42d9-84b7-218997134098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.057853 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-aeb86324-6110-42d9-84b7-218997134098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.3558822 Jun 24 16:31:56.067456 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-911efa85-5a3f-499e-a1ee-baea6dde03f6 req-6f91f335-01ca-46ca-8231-0785cea92de2 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702922 Jun 24 16:31:56.070840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:31:56.115668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffece3b-4e99-4b1a-b938-31a9b7e33f24 req-0cc9bd73-1e9e-4616-9a22-64079482a6e8 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.117518 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ffece3b-4e99-4b1a-b938-31a9b7e33f24 req-0cc9bd73-1e9e-4616-9a22-64079482a6e8 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 945 time: 0.2695234 Jun 24 16:31:56.175079 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-5dcb74cb-ad5c-4a78-b711-679110e19863 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 200 len: 217 time: 0.0980206 Jun 24 16:31:56.192183 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:56.192555 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.194649 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-907a9cb2-c4dc-4216-893f-e9583169cb32 req-836725d8-e0d7-4800-b200-9657cec9231e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740773 Jun 24 16:31:56.261015 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:31:56.295598 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c6e45d39-92b8-444a-a283-880cdae53d6b,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:56.304414 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4861c3-8014-4104-b694-df608acebe4c req-26ea53a9-150d-42f9-956d-c848b8512c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.306704 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-26ea53a9-150d-42f9-956d-c848b8512c85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.1206698 Jun 24 16:31:56.307798 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-b14e9d65-d3af-412a-a19d-1e6da048145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.309210 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-b14e9d65-d3af-412a-a19d-1e6da048145c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1096 time: 0.3786626 Jun 24 16:31:56.310453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:31:56.348842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.395145 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ffece3b-4e99-4b1a-b938-31a9b7e33f24 req-bf9f2fd8-559c-4538-84b5-726c9d13e904 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409015 Jun 24 16:31:56.448439 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cf8278-cc3a-43de-9e34-4d504efaf24d'] response: {'name': 'network-changed', 'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'status': 'completed', 'code': 200} Jun 24 16:31:56.461373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-c08fb90b-7e19-4210-b195-782dc4bff510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.462690 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-c08fb90b-7e19-4210-b195-782dc4bff510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1097 time: 0.3075323 Jun 24 16:31:56.499360 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-f53ab909-b92f-43ba-a548-55e043f20452 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 217 time: 0.1190987 Jun 24 16:31:56.554399 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e1df8b9-d6e2-4353-8bb8-d274ae3a629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.564585 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:56.607803 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ef1cc8-7cfb-4e8c-b118-19f7a0dcd2c4'] response: {'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b', 'code': 200} Jun 24 16:31:56.608425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-dc33fbe0-3c34-4f64-b718-2745fe4b711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.611212 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-dc33fbe0-3c34-4f64-b718-2745fe4b711d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0968273 Jun 24 16:31:56.614465 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:56.615938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4861c3-8014-4104-b694-df608acebe4c req-d8166dc9-bc91-4580-ae91-2cdda0e86606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.617617 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-d8166dc9-bc91-4580-ae91-2cdda0e86606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2872014 Jun 24 16:31:56.627258 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.740208 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:56.801958 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-0c07d0b0-8349-4dc3-816b-8c6cd8ae8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:56.803424 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-0c07d0b0-8349-4dc3-816b-8c6cd8ae8b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.3284295 Jun 24 16:31:56.929125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:56.962296 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:56.996254 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-485817ca-1293-4f8e-98f9-ae5afba35e3a service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659798 Jun 24 16:31:56.999955 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:31:57.022041 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-5ae6bd64-2a69-4dc5-88a9-d6ffc9651619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 217 time: 0.2011192 Jun 24 16:31:57.223171 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.243124 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-536187939-network', 'tenant_id': '7554218e95e6433e92fec88af8614118'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:57.252197 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:57.263533 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Usage tracker for resource:network and tenant:7554218e95e6433e92fec88af8614118 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:57.268748 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:57.273485 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-37946901-004c-42ce-8a0d-b075d025d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.275241 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-37946901-004c-42ce-8a0d-b075d025d71f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6411347 Jun 24 16:31:57.289593 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:57.305139 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-e726bfd5-3fb2-45e4-a9f0-01432327319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.306583 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-e726bfd5-3fb2-45e4-a9f0-01432327319c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.2624567 Jun 24 16:31:57.316753 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Made reservation on behalf of 7554218e95e6433e92fec88af8614118 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:57.319140 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.322054 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a4861c3-8014-4104-b694-df608acebe4c req-7fb21016-fb0b-41b5-bb23-03ed1b7eebfe service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080977 Jun 24 16:31:57.376512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240027-e13c-4e68-9569-247771919566 req-a5c8710b-0832-489b-aa4c-0fb77c61edcf tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.378080 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e5240027-e13c-4e68-9569-247771919566 req-a5c8710b-0832-489b-aa4c-0fb77c61edcf tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 944 time: 0.5561426 Jun 24 16:31:57.387617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.389087 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcbfe1-a997-40f1-ab73-dc1f7063ced5 req-f69e2047-e8c9-465e-8428-8fcc949afec3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.390619 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8bbcbfe1-a997-40f1-ab73-dc1f7063ced5 req-f69e2047-e8c9-465e-8428-8fcc949afec3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.6627336 Jun 24 16:31:57.402625 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a7150-f717-438e-ac4b-1ab5851a858d req-4d5269fe-fed5-43c4-ad84-c3173b5952af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.403996 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a45a7150-f717-438e-ac4b-1ab5851a858d req-4d5269fe-fed5-43c4-ad84-c3173b5952af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 1099 time: 0.4932053 Jun 24 16:31:57.444977 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:57.466270 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:7554218e95e6433e92fec88af8614118 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:57.472303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:57.473635 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8bbcbfe1-a997-40f1-ab73-dc1f7063ced5 req-a787620b-8ad4-4847-9719-75a231fa9a02 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755246 Jun 24 16:31:57.479371 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-25b8b47b-b3c3-4067-be03-7beda98c5fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901836 Jun 24 16:31:57.496705 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:57.527549 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e5240027-e13c-4e68-9569-247771919566 req-c5abf855-fbba-4aff-9a6a-22280cfcbec5 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408021 Jun 24 16:31:57.537285 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a45a7150-f717-438e-ac4b-1ab5851a858d req-df978548-a919-457a-b90a-10722087b990 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070094 Jun 24 16:31:57.606814 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-ea6bc0d5-dd8c-453b-94a4-bfceaa3d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.608410 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-ea6bc0d5-dd8c-453b-94a4-bfceaa3d62e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2792361 Jun 24 16:31:57.702333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.712291 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.726508 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a41218d9-80d4-47c7-bf7b-83ded845eefc req-8175120a-4597-412a-a612-a43298a4410b service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381539 Jun 24 16:31:57.738520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611108af-f704-4e6b-826e-6d8eee0761bf req-76dd5f92-69dd-4a76-b3e9-0806a3836fac tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.740234 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-611108af-f704-4e6b-826e-6d8eee0761bf req-76dd5f92-69dd-4a76-b3e9-0806a3836fac tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 943 time: 0.1416948 Jun 24 16:31:57.749629 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:31:57.764117 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:57.772012 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.772344 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Added segment de2a7032-b775-409b-9e8d-566db2183e27 of type vlan for network d60a1f64-110c-4e19-958f-514869102f81 Jun 24 16:31:57.783103 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.783445 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.783773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.784098 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.784417 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.784736 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.785049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.785363 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.785675 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.785986 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.786096 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-611108af-f704-4e6b-826e-6d8eee0761bf req-f41019c2-8dc2-44b2-8677-b534b4942a9b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Jun 24 16:31:57.786298 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.786606 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:31:57.817936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.833201 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91bf7-cfc1-429e-a394-aee869ddacb4 req-9f0413d8-63cf-46de-9de5-89a9fdfe1a13 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.834763 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-12f91bf7-cfc1-429e-a394-aee869ddacb4 req-9f0413d8-63cf-46de-9de5-89a9fdfe1a13 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 945 time: 0.1817460 Jun 24 16:31:57.960429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:57.961287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:57.961860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:58.002084 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-12f91bf7-cfc1-429e-a394-aee869ddacb4 req-0b27c1e4-8a6b-4382-91f1-d626eb64a9c1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533122 Jun 24 16:31:58.061369 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62483eac-ec9d-4f02-8306-7927805fd142 req-a15417ba-dae0-44eb-89a5-cb0f9e21ed5b tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.063459 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62483eac-ec9d-4f02-8306-7927805fd142 req-a15417ba-dae0-44eb-89a5-cb0f9e21ed5b tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.1648932 Jun 24 16:31:58.072167 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-02be9de1-13df-4ef0-a349-a15a97611a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.074227 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-02be9de1-13df-4ef0-a349-a15a97611a26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1096 time: 0.1264083 Jun 24 16:31:58.119067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=d60a1f64-110c-4e19-958f-514869102f81,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:58.133505 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network d60a1f64-110c-4e19-958f-514869102f81 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:31:58.138036 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ecc7af2d-7d52-46f7-b3f7-c16c534e9fa2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1284175 Jun 24 16:31:58.142865 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:58.144916 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-392fa456-82e8-4a5f-b6c2-b8a80c7c907f service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747078 Jun 24 16:31:58.150241 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Request body: {'subnet': {'network_id': 'd60a1f64-110c-4e19-958f-514869102f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-536187939-subnet', 'tenant_id': '7554218e95e6433e92fec88af8614118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:58.154835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:58.179324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Usage tracker for resource:subnet and tenant:7554218e95e6433e92fec88af8614118 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:58.185243 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:58.212191 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62483eac-ec9d-4f02-8306-7927805fd142 req-9b7c4e46-5677-4915-b1b5-bcef3923ef1d tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366794 Jun 24 16:31:58.247359 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:58.269272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Made reservation on behalf of 7554218e95e6433e92fec88af8614118 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:31:58.271851 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827622'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:58.281006 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-8bbf8b79-3272-449e-83cf-411574dacf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.288518 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-8bbf8b79-3272-449e-83cf-411574dacf25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1965311 Jun 24 16:31:58.399037 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c7b4958-8004-4726-8a3b-3e1b42f96d05 req-1a0ca07d-cd8c-4135-9909-5c5178966057 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415867 Jun 24 16:31:58.419932 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-c939c5ee-ce63-479b-9da1-3691a928eee9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 217 time: 0.1038008 Jun 24 16:31:58.480372 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:58.502616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-c5a75602-dd69-4283-bc33-187079c64010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.504091 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-c5a75602-dd69-4283-bc33-187079c64010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0739565 Jun 24 16:31:58.601671 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2731456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827600'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:58.620258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-21ba6ea0-af5b-48a5-8768-880744e51208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.621874 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-21ba6ea0-af5b-48a5-8768-880744e51208 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072464 Jun 24 16:31:58.757689 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:58.772479 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Checking segment: {'id': 'de2a7032-b775-409b-9e8d-566db2183e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:31:58.772888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Network hostable DHCP agents. Network: d60a1f64-110c-4e19-958f-514869102f81, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:31:58.809796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa1c72-736d-441d-9023-b35003cc3960 req-0d7e2864-f814-479c-87f0-8768a4041ae7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.817936 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d4aa1c72-736d-441d-9023-b35003cc3960 req-0d7e2864-f814-479c-87f0-8768a4041ae7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1705914 Jun 24 16:31:58.820512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Network d60a1f64-110c-4e19-958f-514869102f81 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:31:58.858659 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, d60a1f64-110c-4e19-958f-514869102f81) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:31:58.863539 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.864804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:58.874424 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e060b8-d31f-4adf-abf9-e00ed989bd62 None None] Network d60a1f64-110c-4e19-958f-514869102f81 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:58.879571 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-978aa7e9-1a16-4eb2-9ae8-3322e684a3d4 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321856 Jun 24 16:31:58.888231 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d4aa1c72-736d-441d-9023-b35003cc3960 req-87005a98-a3ce-4ab9-921b-11b91ff33709 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694084 Jun 24 16:31:58.925182 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e0dd3e9f-802b-430c-96af-a8f873619620 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7791743 Jun 24 16:31:58.944659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731405f-5be2-43b3-a9f2-dbd178c2cb89 req-bb147138-fe1f-4fe4-adaa-6c1925945d9e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:58.946215 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b731405f-5be2-43b3-a9f2-dbd178c2cb89 req-bb147138-fe1f-4fe4-adaa-6c1925945d9e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 944 time: 0.2234242 Jun 24 16:31:59.072072 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b731405f-5be2-43b3-a9f2-dbd178c2cb89 req-39b303d8-d410-48dd-aae4-1f109b484dec tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756624 Jun 24 16:31:59.112054 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c649b25d-e99c-4806-903c-1fb953b36aa3 req-9fb29d55-eb34-4635-a38c-4a186eb4099a service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179828 Jun 24 16:31:59.149107 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4646b-ba09-48d7-8f3a-519ddcc90e3c req-452a4dd4-50f2-40b6-9040-845ca9cd0c0a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:59.150786 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24a4646b-ba09-48d7-8f3a-519ddcc90e3c req-452a4dd4-50f2-40b6-9040-845ca9cd0c0a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 943 time: 0.1427593 Jun 24 16:31:59.229295 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414abc1-44c5-4752-8a19-2bb71bfa5466 None None] Network d60a1f64-110c-4e19-958f-514869102f81 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:31:59.277362 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24a4646b-ba09-48d7-8f3a-519ddcc90e3c req-6bc1a62f-683e-405c-abb8-968169c70d7b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113112 Jun 24 16:31:59.551980 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990a57b-84dc-43d6-8084-d4cbfbdd76d3 req-f5cf7205-adbb-4eb1-ac6c-7689fe69af8d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:59.558108 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5990a57b-84dc-43d6-8084-d4cbfbdd76d3 req-f5cf7205-adbb-4eb1-ac6c-7689fe69af8d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 945 time: 0.2801423 Jun 24 16:31:59.575957 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 58719dba-d6fc-4c51-b46c-341535dff58e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:31:59.579273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:31:59.591200 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:59.618101 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5990a57b-84dc-43d6-8084-d4cbfbdd76d3 req-3e47dbee-644c-4f30-b31a-fff13b1585e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590589 Jun 24 16:31:59.668177 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa88c-f12e-409c-8d9f-1420056ddb5e req-986bea57-ca46-47b7-b07e-3c2fabb581ba tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:31:59.669669 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e24aa88c-f12e-409c-8d9f-1420056ddb5e req-986bea57-ca46-47b7-b07e-3c2fabb581ba tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.2185395 Jun 24 16:31:59.725586 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e24aa88c-f12e-409c-8d9f-1420056ddb5e req-cff44ea0-7733-4020-8a9e-f3266f7ac359 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498662 Jun 24 16:31:59.754196 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:31:59.761750 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:31:59.762035 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:59.802157 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:59.821117 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:59.825244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0853ba83d1449795b12e61aa3eb22d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:59.828852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:31:59.836212 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:31:59.861455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=58719dba-d6fc-4c51-b46c-341535dff58e,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:31:59.913930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '58719dba-d6fc-4c51-b46c-341535dff58e', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'port_id': '58719dba-d6fc-4c51-b46c-341535dff58e', 'mac_address': 'fa:16:3e:7a:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:31:59.929870 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:59.935941 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:59.970389 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:59.977436 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194739542-network', 'tenant_id': 'a18e191698ae42d4aea8ee67fa37dd10'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:31:59.982721 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:31:59.983114 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:31:59.983588 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:31:59.988614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Usage tracker for resource:network and tenant:a18e191698ae42d4aea8ee67fa37dd10 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:31:59.991102 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f0853ba83d1449795b12e61aa3eb22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973594 Jun 24 16:31:59.992319 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c18c-8de3-4816-80e4-6a79de0e17d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9088b-55d0-4e84-b6b9-6992dd39148b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:31:59.993918 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:31:59.999141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:00.007102 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 58719dba-d6fc-4c51-b46c-341535dff58e is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:00.007102 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.018413 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:00.037009 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:00.049007 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58719dba-d6fc-4c51-b46c-341535dff58e {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:00.052623 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Made reservation on behalf of a18e191698ae42d4aea8ee67fa37dd10 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:00.056230 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.056411 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:00.066029 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.080302 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.103752 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=58719dba-d6fc-4c51-b46c-341535dff58e,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:00.115287 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752d87ab-226c-429e-b395-6c65a0c85f6f'] response: {'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'code': 200} Jun 24 16:32:00.122988 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.123760 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 90ec9578-82d0-4d94-a320-98a2ca7280b6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:32:00.148572 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:00.164141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a18e191698ae42d4aea8ee67fa37dd10 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:00.167504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.179043 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.179629 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.179963 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.180292 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.180623 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.181108 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.181439 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.181759 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.182081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.182399 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.182716 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.183062 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:00.199473 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:00.213192 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.216090 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:00.285746 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.357504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59342f3b-5782-4a16-a7bf-d8840695b630 req-7e9e5739-1ccd-4236-ab00-6d20ca7e2e45 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:00.360682 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-59342f3b-5782-4a16-a7bf-d8840695b630 req-7e9e5739-1ccd-4236-ab00-6d20ca7e2e45 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 945 time: 0.1409423 Jun 24 16:32:00.361660 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0690f13-901e-4ca7-9028-a272f7deb412 req-8d0f8739-c579-45f7-9739-c363483c3f7d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:00.363178 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b0690f13-901e-4ca7-9028-a272f7deb412 req-8d0f8739-c579-45f7-9739-c363483c3f7d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.2841160 Jun 24 16:32:00.369153 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.398862 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:00.415203 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '90ec9578-82d0-4d94-a320-98a2ca7280b6', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'port_id': '90ec9578-82d0-4d94-a320-98a2ca7280b6', 'mac_address': 'fa:16:3e:c4:5f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:32:00.423513 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-59342f3b-5782-4a16-a7bf-d8840695b630 req-7ad1c801-9e7d-46f5-8383-682c7abae14a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492308 Jun 24 16:32:00.473815 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.481197 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 90ec9578-82d0-4d94-a320-98a2ca7280b6 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:00.481582 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.501316 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec9578-82d0-4d94-a320-98a2ca7280b6 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:00.506425 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b0690f13-901e-4ca7-9028-a272f7deb412 req-4ecb9ebf-da1b-4b13-b7c4-1d758f894b21 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360707 Jun 24 16:32:00.516301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.517575 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9088b-55d0-4e84-b6b9-6992dd39148b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.534862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.556374 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:00.579683 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.594261 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.595398 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-08257c31-0a12-43ea-b308-e2d093e57042 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f9088b-55d0-4e84-b6b9-6992dd39148b HTTP/1.1" status: 204 len: 168 time: 0.5990396 Jun 24 16:32:00.603539 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:32:00.617257 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177588f-fa8a-4b78-8095-c38bbd3652d2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.627071 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.627374 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Added segment 219f8032-a5d5-4967-abc2-8af127fb498f of type vlan for network 5720602b-20f7-4328-bd18-ed0faa96bf44 Jun 24 16:32:00.645538 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d901b4-81f6-4f00-819f-4d54cd4674aa req-1975e3e7-071b-4692-82c8-e2d09cef3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:00.647123 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44d901b4-81f6-4f00-819f-4d54cd4674aa req-1975e3e7-071b-4692-82c8-e2d09cef3ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 1099 time: 0.2330127 Jun 24 16:32:00.694571 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.737072 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.774772 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44d901b4-81f6-4f00-819f-4d54cd4674aa req-3b87e664-5555-4242-8177-ed7e64554578 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064856 Jun 24 16:32:00.786356 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.787404 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:00.787967 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:00.823716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47defb0a-01d8-47b1-b892-6813c42f88b0 req-86fe96f3-16f6-4d2c-b5df-d10deccea2cc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:00.827369 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-47defb0a-01d8-47b1-b892-6813c42f88b0 req-86fe96f3-16f6-4d2c-b5df-d10deccea2cc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 944 time: 0.2464957 Jun 24 16:32:00.882679 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-47defb0a-01d8-47b1-b892-6813c42f88b0 req-20f0d5c1-fd8e-48ea-841c-c7b78b1b352f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Jun 24 16:32:00.971106 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:00.974461 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0027170 Jun 24 16:32:00.975348 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809d9c1-a905-4e61-a93d-33f71fce52a2 admin admin] Pushing event updated for resources: {'Network': ['ID=5720602b-20f7-4328-bd18-ed0faa96bf44,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:00.980130 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Request body: {'subnet': {'network_id': '5720602b-20f7-4328-bd18-ed0faa96bf44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194739542-subnet', 'tenant_id': 'a18e191698ae42d4aea8ee67fa37dd10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:00.987966 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:00.991948 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 5720602b-20f7-4328-bd18-ed0faa96bf44 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:32:00.993854 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Usage tracker for resource:subnet and tenant:a18e191698ae42d4aea8ee67fa37dd10 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:00.997492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:01.022868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7251a-f4ce-4d1b-8021-5869b94303ad req-03917545-544e-4dfe-af22-e33f7227f315 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:01.033626 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1ce7251a-f4ce-4d1b-8021-5869b94303ad req-03917545-544e-4dfe-af22-e33f7227f315 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.2415597 Jun 24 16:32:01.061397 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:01.084068 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Made reservation on behalf of a18e191698ae42d4aea8ee67fa37dd10 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:01.086439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827622'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.094313 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['90ec9578-82d0-4d94-a320-98a2ca7280b6'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:01.112341 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1ce7251a-f4ce-4d1b-8021-5869b94303ad req-76e95453-cf5f-4b20-80c7-6eb16eb293a1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776956 Jun 24 16:32:01.142891 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:01.147213 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['58719dba-d6fc-4c51-b46c-341535dff58e'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:01.166123 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.182419 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:01.187014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Usage tracker for resource:security_group_rule and tenant:ea569c291fd342a3aa3056976562db4f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:01.190843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:01.196798 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:01.200590 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27986f2-5092-4997-a412-51ab2aecdcaa req-daa50e2c-1730-4957-af21-85b98e201d9b tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:01.202061 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c27986f2-5092-4997-a412-51ab2aecdcaa req-daa50e2c-1730-4957-af21-85b98e201d9b tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.1999938 Jun 24 16:32:01.303084 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c27986f2-5092-4997-a412-51ab2aecdcaa req-11aa5924-5961-4cff-a1f5-3d146f63b31c tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862935 Jun 24 16:32:01.304812 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.310362 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.397970 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2731456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827600'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.409549 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea569c291fd342a3aa3056976562db4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653170 Jun 24 16:32:01.410718 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedb951-83f0-4c74-b323-d4dea9ddb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382e08a9-cda6-4e37-bf20-da471434c4a9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:01.414693 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:01.472114 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:32:01.491038 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.499316 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88289b6a-6df0-48ec-847d-f10bcf08d837,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:01.514885 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Checking segment: {'id': '219f8032-a5d5-4967-abc2-8af127fb498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5720602b-20f7-4328-bd18-ed0faa96bf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:32:01.515310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Network hostable DHCP agents. Network: 5720602b-20f7-4328-bd18-ed0faa96bf44, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:32:01.527204 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.538683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Network 5720602b-20f7-4328-bd18-ed0faa96bf44 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:32:01.568387 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 5720602b-20f7-4328-bd18-ed0faa96bf44) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:32:01.589502 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:01.591574 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.605371 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18c98c-f40e-42e5-8f21-d7b1fc397add None None] Network 5720602b-20f7-4328-bd18-ed0faa96bf44 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:32:01.661664 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f789cae9-c3d6-47b5-b984-1c060ac0e12d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6806607 Jun 24 16:32:01.681541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.743369 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382e08a9-cda6-4e37-bf20-da471434c4a9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:01.746909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:01.766011 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d02683a8-51ef-4500-b4d7-20374386f0e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/382e08a9-cda6-4e37-bf20-da471434c4a9 HTTP/1.1" status: 204 len: 168 time: 0.3380830 Jun 24 16:32:01.862367 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e1a75-2d3c-46d8-8afc-d11839924a48 req-b0d3e0b7-4d27-4278-9b2f-dca2570fcf5a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:01.872562 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-775e1a75-2d3c-46d8-8afc-d11839924a48 req-b0d3e0b7-4d27-4278-9b2f-dca2570fcf5a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 945 time: 0.2650502 Jun 24 16:32:01.877380 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2706-ea65-485f-8560-8adb2f5e2db0 req-823c119b-2020-4996-a121-e42fb82da786 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:01.887431 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ffa2706-ea65-485f-8560-8adb2f5e2db0 req-823c119b-2020-4996-a121-e42fb82da786 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1499360 Jun 24 16:32:01.954911 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ffa2706-ea65-485f-8560-8adb2f5e2db0 req-a2b94b17-bc9b-443d-9f1a-2e1f5893056a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646262 Jun 24 16:32:02.027484 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-775e1a75-2d3c-46d8-8afc-d11839924a48 req-5b1a9877-789b-4f38-9d74-49e2de7f7c38 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483502 Jun 24 16:32:02.109049 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:02.166564 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:32:02.211591 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814735-9672-404f-858f-5281c6441e1a req-65e1fae9-f3b3-44a2-bb7f-2f4d9913169d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:02.220038 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-91814735-9672-404f-858f-5281c6441e1a req-65e1fae9-f3b3-44a2-bb7f-2f4d9913169d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 944 time: 0.1027410 Jun 24 16:32:02.239107 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:02.239671 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:02.259874 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:02.275263 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-91814735-9672-404f-858f-5281c6441e1a req-90990e58-e425-4ce5-9f94-2decabb82dc4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Jun 24 16:32:02.279003 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:02.288201 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:02.333776 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c5fe-0b0d-4986-b63c-90db5e8afef0 req-7c247c0e-5be0-4660-9fb2-1d66b1eb0dca tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:02.342890 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c771c5fe-0b0d-4986-b63c-90db5e8afef0 req-7c247c0e-5be0-4660-9fb2-1d66b1eb0dca tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.1173761 Jun 24 16:32:02.399365 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d21433-4b4a-45a3-b2d5-4691fb9308fd None None] Network 5720602b-20f7-4328-bd18-ed0faa96bf44 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:32:02.401681 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c771c5fe-0b0d-4986-b63c-90db5e8afef0 req-e8d551c2-7f70-41c6-b998-e70004ffef9e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578709 Jun 24 16:32:02.495128 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:02.794119 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-bdb1b4e4-177f-4483-abe6-4458cfee20bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:02.795891 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-bdb1b4e4-177f-4483-abe6-4458cfee20bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Synchronizing usage tracker for tenant:7554218e95e6433e92fec88af8614118 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:02.831587 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-bdb1b4e4-177f-4483-abe6-4458cfee20bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Unset dirty status for tenant:7554218e95e6433e92fec88af8614118 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:02.833009 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-bdb1b4e4-177f-4483-abe6-4458cfee20bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/networks?id=d60a1f64-110c-4e19-958f-514869102f81 HTTP/1.1" status: 200 len: 808 time: 0.2005332 Jun 24 16:32:02.857283 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-4c57eb10-a964-4593-9f7f-56b003301116 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/quotas/7554218e95e6433e92fec88af8614118 HTTP/1.1" status: 200 len: 375 time: 0.0142057 Jun 24 16:32:02.939591 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-0cafbba1-3060-466c-96fa-8f1a8e49f46c tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7554218e95e6433e92fec88af8614118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625274 Jun 24 16:32:03.142127 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-3a420632-81e3-47f7-925c-898f046471dc service neutron] 10.222.0.26 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971629 Jun 24 16:32:03.195903 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['1afd0573-16c4-41bd-be31-7cb33b7f185b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:03.262945 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec8fa1-f6df-47fe-89ac-177106669d31 req-ec7eee4c-dcd6-418e-afd9-ae36162c2323 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:03.264542 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eaec8fa1-f6df-47fe-89ac-177106669d31 req-ec7eee4c-dcd6-418e-afd9-ae36162c2323 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.0977426 Jun 24 16:32:03.306696 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-86e6e7e9-936c-450e-930e-20f35653ff8b service neutron] 10.222.0.26 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579330 Jun 24 16:32:03.325664 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eaec8fa1-f6df-47fe-89ac-177106669d31 req-929a913b-7514-44aa-85cf-aad5b0a06962 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523386 Jun 24 16:32:03.480390 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 58719dba-d6fc-4c51-b46c-341535dff58e up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:32:03.584952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9c0dc-6f7c-4b5c-a79c-d78d675deaed req-12996385-fd35-4923-af5a-b6bb9d7f52cf tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:03.598394 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e3e9c0dc-6f7c-4b5c-a79c-d78d675deaed req-12996385-fd35-4923-af5a-b6bb9d7f52cf tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 945 time: 0.1528590 Jun 24 16:32:03.609777 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 58719dba-d6fc-4c51-b46c-341535dff58e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:03.616873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 58719dba-d6fc-4c51-b46c-341535dff58e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:03.617343 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:03.668138 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e3e9c0dc-6f7c-4b5c-a79c-d78d675deaed req-5b40f8c5-9bed-48ec-9959-a34dbf3888b8 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615187 Jun 24 16:32:03.823582 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 58719dba-d6fc-4c51-b46c-341535dff58e is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:03.824244 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:03.883589 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:03.905055 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=58719dba-d6fc-4c51-b46c-341535dff58e,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:03.922168 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:03.923225 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 90ec9578-82d0-4d94-a320-98a2ca7280b6 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:32:04.015601 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6137845-15f8-484e-8c1f-8165f084f863 req-16a5b48d-8dec-4eae-8017-22958aa9397a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:04.018288 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6137845-15f8-484e-8c1f-8165f084f863 req-16a5b48d-8dec-4eae-8017-22958aa9397a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 944 time: 0.1684210 Jun 24 16:32:04.080039 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6137845-15f8-484e-8c1f-8165f084f863 req-23cfe7de-f7d5-4879-804d-8e423584a2db tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545542 Jun 24 16:32:04.112505 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:04.130399 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 90ec9578-82d0-4d94-a320-98a2ca7280b6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:04.141051 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 90ec9578-82d0-4d94-a320-98a2ca7280b6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:04.141714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:04.313069 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ebeb90e4-ddf3-473f-a172-2126585f717c req-9051a021-25a0-4610-8adf-406d84b90ea0 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 210 time: 0.0683835 Jun 24 16:32:04.313743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27b967-724a-4a0e-a205-00eba6907210 req-994fd176-ee4f-47b5-adea-d42ea51ffc39 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:04.327404 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0c27b967-724a-4a0e-a205-00eba6907210 req-994fd176-ee4f-47b5-adea-d42ea51ffc39 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.1134846 Jun 24 16:32:04.370073 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7268679f-2295-4205-a45d-e0be0c05fac1'] response: {'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e', 'code': 200} Jun 24 16:32:04.370602 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 90ec9578-82d0-4d94-a320-98a2ca7280b6 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:04.370997 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:04.393326 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0c27b967-724a-4a0e-a205-00eba6907210 req-f6bee801-2e5b-4c86-98b4-ea6a488b3755 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646527 Jun 24 16:32:04.424130 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:04.446060 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:04.647154 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:04.684785 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12480ea4-8d05-4caf-afe7-85f2caf7bfc2 req-8deefded-2c49-476c-a1f1-da6979ff3161 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:04.701737 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-12480ea4-8d05-4caf-afe7-85f2caf7bfc2 req-8deefded-2c49-476c-a1f1-da6979ff3161 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.1436334 Jun 24 16:32:04.702595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:04.713652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:04.735950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899cf58-e919-48e4-9f84-25582f14f145 req-ede22f73-4b53-479e-877e-757d3edc2518 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:04.752520 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f899cf58-e919-48e4-9f84-25582f14f145 req-ede22f73-4b53-479e-877e-757d3edc2518 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.2641790 Jun 24 16:32:04.801814 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f899cf58-e919-48e4-9f84-25582f14f145 req-4db33bb9-f12f-48cc-a62f-bad803ebf1f1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483243 Jun 24 16:32:04.994909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:05.216435 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:05.238679 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9bbc-f77e-4af3-abae-4ca47b57b97e req-23e86e42-dc98-42f4-b3e7-d04a6dcded5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:05.240414 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aecf9bbc-f77e-4af3-abae-4ca47b57b97e req-23e86e42-dc98-42f4-b3e7-d04a6dcded5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1099 time: 0.3630865 Jun 24 16:32:05.311580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6122f1-aced-487c-af20-19361864377a req-6295a8cf-ddb4-4616-9e49-197b903ba70e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:05.318476 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2f6122f1-aced-487c-af20-19361864377a req-6295a8cf-ddb4-4616-9e49-197b903ba70e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.4401073 Jun 24 16:32:05.369460 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09acca-de46-4609-862d-a79949086068 req-178852bb-28d6-4324-9de8-c2b1f65b34e5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:05.382402 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d09acca-de46-4609-862d-a79949086068 req-178852bb-28d6-4324-9de8-c2b1f65b34e5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1816857 Jun 24 16:32:05.428829 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d09acca-de46-4609-862d-a79949086068 req-143e9bec-7840-4f5c-9639-91f4434c76af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Jun 24 16:32:05.480558 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:32:05.497613 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:05.553677 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2f6122f1-aced-487c-af20-19361864377a req-5b966d4c-5d35-46aa-b5ab-a39ef689bdb2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341208 Jun 24 16:32:05.595865 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:05.617027 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 1afd0573-16c4-41bd-be31-7cb33b7f185b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:05.620710 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Usage tracker for resource:security_group_rule and tenant:91b30fa155d04dd7a81a4a16d83e5127 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:05.622458 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 1afd0573-16c4-41bd-be31-7cb33b7f185b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:05.624092 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:05.626136 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:05.638064 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aecf9bbc-f77e-4af3-abae-4ca47b57b97e req-d2928631-adc1-415d-ae84-7eca119bf103 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168519 Jun 24 16:32:05.661921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:05.746462 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-89c696dd-825a-4915-993b-73a0a8f1db6d req-bd8c2f8c-b3e0-4aaf-af83-80ceac6fdc57 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 210 time: 0.1650126 Jun 24 16:32:05.771756 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:05.771756 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:05.805737 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:05.810782 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:05.818519 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-eabd18a6-941e-4a63-83f3-42d9d5155763 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:05.820290 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-eabd18a6-941e-4a63-83f3-42d9d5155763 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.36 "GET /v2.0/networks?id=d60a1f64-110c-4e19-958f-514869102f81 HTTP/1.1" status: 200 len: 808 time: 0.3744452 Jun 24 16:32:05.884858 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:05.918874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Request body: {'port': {'device_id': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81', 'admin_state_up': True, 'tenant_id': '7554218e95e6433e92fec88af8614118'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:06.063540 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:06.067389 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Usage tracker for resource:port and tenant:7554218e95e6433e92fec88af8614118 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:06.070267 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:06.075884 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:06.135237 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.144922 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.145854 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Made reservation on behalf of 7554218e95e6433e92fec88af8614118 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:06.149606 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.254104 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d478-7ba8-4be1-bf88-21f727807f42 req-d570cbc1-c80e-4113-aa93-2442ee6926ba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:06.255622 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a683d478-7ba8-4be1-bf88-21f727807f42 req-d570cbc1-c80e-4113-aa93-2442ee6926ba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3214250 Jun 24 16:32:06.299445 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91b30fa155d04dd7a81a4a16d83e5127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0782490 Jun 24 16:32:06.303472 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 44978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:06.306242 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f8bd-1a1d-48a4-abf0-aae276d95fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161af03-3c2e-48c9-a51c-f754be9281f9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:06.317538 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.329742 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Allocated IP 172.20.0.12 (d60a1f64-110c-4e19-958f-514869102f81/f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4/21460ffa-866c-4c8e-92a2-c5bc956009ef) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:32:06.331216 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.371698 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6'}, {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:06.412980 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.430206 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f022b28-f43d-43e1-8410-0d448dc6861f'] response: {'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6', 'code': 200} Jun 24 16:32:06.430529 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f022b28-f43d-43e1-8410-0d448dc6861f'] response: {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'code': 200} Jun 24 16:32:06.523550 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.713237 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a683d478-7ba8-4be1-bf88-21f727807f42 req-ed846c83-2679-459f-ae42-21665aa289d0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440706 Jun 24 16:32:06.798195 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP 14cecd76-ba32-466e-a115-05fbe563326d associated. External IP: 172.28.2.159, port: 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13. Jun 24 16:32:06.822978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.840771 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.853878 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161af03-3c2e-48c9-a51c-f754be9281f9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:06.930375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:06.931548 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d17f6c8f-f02d-4d00-beb4-8f0564c3b74b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4161af03-3c2e-48c9-a51c-f754be9281f9 HTTP/1.1" status: 204 len: 168 time: 0.6270907 Jun 24 16:32:06.964205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1a85a-078a-4c0b-9b94-71cfb9fe068a req-5225b7af-08d7-4b5c-948f-a9bc202e276b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:06.965659 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-98b1a85a-078a-4c0b-9b94-71cfb9fe068a req-5225b7af-08d7-4b5c-948f-a9bc202e276b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2832725 Jun 24 16:32:07.000349 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.040542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bbd9a-00ef-4f16-a750-edf15d344389 req-0906ae83-6ceb-44d9-963d-47302cdd367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.042187 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-569bbd9a-00ef-4f16-a750-edf15d344389 req-0906ae83-6ceb-44d9-963d-47302cdd367a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1098 time: 0.1828184 Jun 24 16:32:07.127527 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-98b1a85a-078a-4c0b-9b94-71cfb9fe068a req-c0b8b7b5-1750-4daa-9f05-a089b6fde9a9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473036 Jun 24 16:32:07.132152 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Network d60a1f64-110c-4e19-958f-514869102f81 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:32:07.152600 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:32:07.159027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Pushing event updated for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:07.163906 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:32:07.223717 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-569bbd9a-00ef-4f16-a750-edf15d344389 req-00a5528b-2e70-4ddb-93d5-8393b55abc43 service neutron] Synchronizing usage tracker for tenant:db38a0197ffa42669c3a47247e79a64e on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:07.224503 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1358e-7afd-4e55-a563-d6d9c9476e4c req-bc5fd7eb-3109-4be8-9add-761bc15f23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.226030 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-63f1358e-7afd-4e55-a563-d6d9c9476e4c req-bc5fd7eb-3109-4be8-9add-761bc15f23f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1098 time: 0.3758862 Jun 24 16:32:07.241954 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4920365-223c-4b54-bf63-849de8515a92 req-388ef6a2-0000-42f8-a1d8-05de13fd0420 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.248848 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d4920365-223c-4b54-bf63-849de8515a92 req-388ef6a2-0000-42f8-a1d8-05de13fd0420 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.3974206 Jun 24 16:32:07.310156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.310156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.311286 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 44998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:07.319690 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-569bbd9a-00ef-4f16-a750-edf15d344389 req-00a5528b-2e70-4ddb-93d5-8393b55abc43 service neutron] Unset dirty status for tenant:db38a0197ffa42669c3a47247e79a64e on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:07.320800 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-569bbd9a-00ef-4f16-a750-edf15d344389 req-00a5528b-2e70-4ddb-93d5-8393b55abc43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561193 Jun 24 16:32:07.347699 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-aff169b7-7328-4b42-9743-5025af7d48f3 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4349301 Jun 24 16:32:07.372057 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-63f1358e-7afd-4e55-a563-d6d9c9476e4c req-c151dc96-2012-404a-8f8e-e3a1c16421cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123939 Jun 24 16:32:07.372721 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.375479 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b487-bacd-47f8-9238-931f977c5cee req-0fbed4da-ac16-4a6e-94ab-84eab85e73f5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.376959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-53c6b487-bacd-47f8-9238-931f977c5cee req-0fbed4da-ac16-4a6e-94ab-84eab85e73f5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Synchronizing usage tracker for tenant:7554218e95e6433e92fec88af8614118 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:07.392176 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d4920365-223c-4b54-bf63-849de8515a92 req-d6244e4c-18dc-40fd-b1d1-8a1ab09188f0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423573 Jun 24 16:32:07.393845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-53c6b487-bacd-47f8-9238-931f977c5cee req-0fbed4da-ac16-4a6e-94ab-84eab85e73f5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Unset dirty status for tenant:7554218e95e6433e92fec88af8614118 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:07.395248 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53c6b487-bacd-47f8-9238-931f977c5cee req-0fbed4da-ac16-4a6e-94ab-84eab85e73f5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 932 time: 0.1398578 Jun 24 16:32:07.401182 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:07.409372 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Usage tracker for resource:security_group_rule and tenant:e4fb2ebf2328478e81e1608e9ccd960f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:07.413405 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:07.422226 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:32:07.423226 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:07.449176 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-53c6b487-bacd-47f8-9238-931f977c5cee req-60718eae-9e60-432f-a376-b311c61d2600 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Synchronizing usage tracker for tenant:7554218e95e6433e92fec88af8614118 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:07.467140 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-53c6b487-bacd-47f8-9238-931f977c5cee req-60718eae-9e60-432f-a376-b311c61d2600 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Unset dirty status for tenant:7554218e95e6433e92fec88af8614118 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:07.468882 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53c6b487-bacd-47f8-9238-931f977c5cee req-60718eae-9e60-432f-a376-b311c61d2600 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643384 Jun 24 16:32:07.660370 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:32:07.673410 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:32:07.682167 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:07.682761 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:07.690775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.695754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.702363 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.782698 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4fb2ebf2328478e81e1608e9ccd960f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703338 Jun 24 16:32:07.782912 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:07.812597 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b01f9-74bd-4d59-92b6-1408dfac388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce41ba5c-c572-4457-b3a5-2210c9adbdbe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:07.838864 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1025d6b8-895b-4461-a29f-008c571382f3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "PUT /v2.0/floatingips/14cecd76-ba32-466e-a115-05fbe563326d HTTP/1.1" status: 200 len: 992 time: 3.1347227 Jun 24 16:32:07.844129 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:07.866374 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.902321 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:07.904340 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780dd551-b54a-4a0a-bdc5-9a02d1c299f4'] response: {'name': 'network-changed', 'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'status': 'completed', 'code': 200} Jun 24 16:32:07.909974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.949733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17dc1-94d6-4ae6-8d18-1127821b55f2 req-1421a833-c361-46a7-9624-76911501c102 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:07.951776 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b6a17dc1-94d6-4ae6-8d18-1127821b55f2 req-1421a833-c361-46a7-9624-76911501c102 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1091177 Jun 24 16:32:07.969283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.987012 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce41ba5c-c572-4457-b3a5-2210c9adbdbe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:07.990317 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:07.991842 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5dc303f5-3487-4b38-9cfa-35c82e728b8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce41ba5c-c572-4457-b3a5-2210c9adbdbe HTTP/1.1" status: 204 len: 168 time: 0.2080102 Jun 24 16:32:08.023461 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b6a17dc1-94d6-4ae6-8d18-1127821b55f2 req-37ef690c-490c-40f0-b3d0-5703bf2d1c9e tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641654 Jun 24 16:32:08.119749 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Request body: {'port': {'device_id': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:08.301465 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:06Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:08.305802 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:32:08.315406 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:08.316199 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:08.326787 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-af8c3218-0f89-4e84-b145-b22b460e0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:08.329126 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-af8c3218-0f89-4e84-b145-b22b460e0bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 1099 time: 0.1447070 Jun 24 16:32:08.386306 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:08.496392 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd8a99-51d9-4a0f-9730-dc7ae4edc36b req-a8fab34a-400a-48c9-b3a5-37f3f23e2012 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:08.498044 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-31cd8a99-51d9-4a0f-9730-dc7ae4edc36b req-a8fab34a-400a-48c9-b3a5-37f3f23e2012 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1990488 Jun 24 16:32:08.623634 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:08.677559 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-31cd8a99-51d9-4a0f-9730-dc7ae4edc36b req-52f30999-faa7-4a8c-9e2a-eefd046f7e18 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642776 Jun 24 16:32:08.725185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-9540a323-070e-4817-a8f1-17c5c39e2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:08.730409 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-9540a323-070e-4817-a8f1-17c5c39e2847 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.3745861 Jun 24 16:32:09.111359 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-ce79ec75-700c-4d97-b277-b51dc15b268f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 200 len: 1000 time: 0.1476941 Jun 24 16:32:09.192847 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:06Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:09.197070 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-9a00edf7-6150-4b0f-a15d-ef07b76a1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:09.197748 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d819-54d4-47b5-b28a-86dbe3eca732 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:06Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:32:09.199234 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-9a00edf7-6150-4b0f-a15d-ef07b76a1c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0756338 Jun 24 16:32:09.205901 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32373ba-57f9-420b-8489-276db219dd40 req-764d64e0-95b6-47fe-b3d6-1e132859dad7 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:09.207636 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f32373ba-57f9-420b-8489-276db219dd40 req-764d64e0-95b6-47fe-b3d6-1e132859dad7 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 932 time: 0.2037275 Jun 24 16:32:09.221610 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac4d4-83b9-4db4-a666-bd0c1ddf3b65 req-00661b02-b325-46f9-8c75-71366228c83b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:09.223290 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0f7ac4d4-83b9-4db4-a666-bd0c1ddf3b65 req-00661b02-b325-46f9-8c75-71366228c83b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.4918044 Jun 24 16:32:09.238956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21460ffa-866c-4c8e-92a2-c5bc956009ef {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:09.250061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:09.284412 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f32373ba-57f9-420b-8489-276db219dd40 req-efab4939-07a9-43e1-8a76-3f8ac1a6dd79 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692217 Jun 24 16:32:09.316514 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Transition to ACTIVE for port object 21460ffa-866c-4c8e-92a2-c5bc956009ef will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:32:09.325905 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:09.343998 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0f7ac4d4-83b9-4db4-a666-bd0c1ddf3b65 req-4aa8b79b-3c47-494f-8a37-765af3ed3819 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763888 Jun 24 16:32:09.359170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-b5ef1136-4fcc-4440-9ae9-baa4d95c710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:09.361735 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-b5ef1136-4fcc-4440-9ae9-baa4d95c710f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372600 Jun 24 16:32:09.544300 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Pushing event updated for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:09.555729 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a6968-ee4d-43ee-9c29-1e56fccc82bc None None] New status for floating IP 14cecd76-ba32-466e-a115-05fbe563326d: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:32:09.673588 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-7bb63ff6-87c3-401d-ac09-eece6b8576ea service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923188 Jun 24 16:32:09.781365 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Attempting to bind port 21460ffa-866c-4c8e-92a2-c5bc956009ef on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:32:09.781689 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Attempting to bind port 21460ffa-866c-4c8e-92a2-c5bc956009ef by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'de2a7032-b775-409b-9e8d-566db2183e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:32:09.782002 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Attempting to bind port 21460ffa-866c-4c8e-92a2-c5bc956009ef on network d60a1f64-110c-4e19-958f-514869102f81 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:32:09.787410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Port 21460ffa-866c-4c8e-92a2-c5bc956009ef on network d60a1f64-110c-4e19-958f-514869102f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:32:09.787719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Attempting to bind port 21460ffa-866c-4c8e-92a2-c5bc956009ef on network d60a1f64-110c-4e19-958f-514869102f81 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:32:09.799304 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a83deb-7108-4a66-8ae1-252e93d86543 req-da4e87ab-9ca3-41e3-8596-d6395e956ad2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:09.800796 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f9a83deb-7108-4a66-8ae1-252e93d86543 req-da4e87ab-9ca3-41e3-8596-d6395e956ad2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2612321 Jun 24 16:32:09.822652 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:32:09.823003 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Checking segment: {'id': 'de2a7032-b775-409b-9e8d-566db2183e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:32:09.823378 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Bound using segment: {'id': 'de2a7032-b775-409b-9e8d-566db2183e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:32:09.823815 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Bound port: 21460ffa-866c-4c8e-92a2-c5bc956009ef, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2a7032-b775-409b-9e8d-566db2183e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:32:09.824152 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:09.927926 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f9a83deb-7108-4a66-8ae1-252e93d86543 req-eeb92e15-3949-4979-ad17-70c048e9db6c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192245 Jun 24 16:32:09.995956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:32:10.000614 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef,segment=NetworkSegment(de2a7032-b775-409b-9e8d-566db2183e27),segment_id=de2a7032-b775-409b-9e8d-566db2183e27)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:32:10.005983 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:10.090833 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.091575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:10.094107 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] 10.222.0.36 "PUT /v2.0/ports/21460ffa-866c-4c8e-92a2-c5bc956009ef HTTP/1.1" status: 200 len: 1094 time: 1.9870715 Jun 24 16:32:10.094679 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:10.121292 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e2618-93f8-4eed-b3eb-47a95f7b9a03 service neutron] Pushing event updated for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:10.162440 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-799c7c5b-f08c-482c-8fd3-bc42c9ce06d4 req-f96fa59f-b6db-45e4-ba78-70f3ca825a48 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599338 Jun 24 16:32:10.204328 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68b429-327c-479a-9524-fe573b5f5a23 req-8d0fc0f3-6ccb-45a3-83ba-830a591bb0af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.211293 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0b68b429-327c-479a-9524-fe573b5f5a23 req-8d0fc0f3-6ccb-45a3-83ba-830a591bb0af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.3106523 Jun 24 16:32:10.243272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5602c-3f70-4fa8-8820-016997905708 req-916e601e-757f-47f9-8f1f-8cbb1843f718 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.245102 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6db5602c-3f70-4fa8-8820-016997905708 req-916e601e-757f-47f9-8f1f-8cbb1843f718 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.1112316 Jun 24 16:32:10.300743 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6db5602c-3f70-4fa8-8820-016997905708 req-3396fd18-b54f-4b52-ad9a-cb05b0e79eb4 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Jun 24 16:32:10.303175 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0b68b429-327c-479a-9524-fe573b5f5a23 req-8015f752-98f3-4fa4-bff9-2e59ba61016a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908906 Jun 24 16:32:10.355572 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-87772690-c003-4bf8-8a3c-847b64dfc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.357282 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-87772690-c003-4bf8-8a3c-847b64dfc471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7554218e95e6433e92fec88af8614118&device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 1097 time: 0.1294043 Jun 24 16:32:10.384413 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30fb055-a70e-416f-a240-d4b6e32737a2'] response: {'name': 'network-changed', 'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef', 'status': 'completed', 'code': 200} Jun 24 16:32:10.524185 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-cb32d4eb-a1f4-423e-9236-5f0ef1b880a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef HTTP/1.1" status: 200 len: 217 time: 0.1521804 Jun 24 16:32:10.621213 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d29-c3e7-439e-904e-064ac54764ab req-9dab0dce-90fe-4247-80c9-76ad79b7c708 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.622979 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b8a0d29-c3e7-439e-904e-064ac54764ab req-9dab0dce-90fe-4247-80c9-76ad79b7c708 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1336443 Jun 24 16:32:10.659314 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-b5650de8-9312-4824-a1b8-b772cadff1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.660728 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-b5650de8-9312-4824-a1b8-b772cadff1cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4 HTTP/1.1" status: 200 len: 848 time: 0.0835776 Jun 24 16:32:10.673667 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b8a0d29-c3e7-439e-904e-064ac54764ab req-caffdf64-107c-4d43-a09a-3b80422cb81e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jun 24 16:32:10.673931 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77b7c6-0b50-464d-b7f8-a2f5c560ecac req-f0c2e497-6ccc-4712-934c-fcb5282f074e tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.675501 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-be77b7c6-0b50-464d-b7f8-a2f5c560ecac req-f0c2e497-6ccc-4712-934c-fcb5282f074e tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 944 time: 0.2376997 Jun 24 16:32:10.730389 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-c3ae1610-add7-4313-8fb5-ca416f6c77a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60a1f64-110c-4e19-958f-514869102f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518606 Jun 24 16:32:10.849633 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-be77b7c6-0b50-464d-b7f8-a2f5c560ecac req-a6880383-66dd-4c29-bd74-46963b1565cf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276512 Jun 24 16:32:10.885170 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421f415-389a-4d30-bc1e-71ceb56581a7 req-bc0b715e-40ec-494e-94fe-ea01497a1921 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:10.887046 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7421f415-389a-4d30-bc1e-71ceb56581a7 req-bc0b715e-40ec-494e-94fe-ea01497a1921 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1015759 Jun 24 16:32:10.896005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:10.901535 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'floatingip': {'port_id': '58719dba-d6fc-4c51-b46c-341535dff58e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:10.909978 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-40e5173d-1b15-4129-803f-4c0a16f5243a service neutron] 10.222.0.36 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621926 Jun 24 16:32:10.987737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:11.205989 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0374790a-491d-4ece-b90a-1d6292866ad5 req-4d302824-7784-4562-a223-5ec8fdcdf082 service neutron] 10.222.0.36 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817993 Jun 24 16:32:11.236943 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd009-d1a2-4040-bc61-b23e619e98be req-4a803bb8-2f03-4e3c-ac07-d888d7b90ae7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.238406 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7e5cd009-d1a2-4040-bc61-b23e619e98be req-4a803bb8-2f03-4e3c-ac07-d888d7b90ae7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1339502 Jun 24 16:32:11.286011 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7e5cd009-d1a2-4040-bc61-b23e619e98be req-096a0ba8-c5ca-4da5-a3fe-e5b2d1748e45 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414197 Jun 24 16:32:11.518331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-995865d1-cadf-4f6f-aecb-161b3456c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.519863 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-995865d1-cadf-4f6f-aecb-161b3456c2c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7554218e95e6433e92fec88af8614118&device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 1097 time: 0.2330153 Jun 24 16:32:11.533250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4857e-e802-44c3-ab5f-661c4015e6d1 req-a98da37f-5d8f-4013-be1f-b568e708b430 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.534689 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e0c4857e-e802-44c3-ab5f-661c4015e6d1 req-a98da37f-5d8f-4013-be1f-b568e708b430 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1131914 Jun 24 16:32:11.653506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e0c4857e-e802-44c3-ab5f-661c4015e6d1 req-a9db7083-8d68-4fe7-837a-4cfbfd6876f9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960453 Jun 24 16:32:11.703827 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-d6798646-b6af-494e-9d66-37b5540c1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.705387 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-d6798646-b6af-494e-9d66-37b5540c1289 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60a1f64-110c-4e19-958f-514869102f81 HTTP/1.1" status: 200 len: 909 time: 0.1682310 Jun 24 16:32:11.792764 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1436fc-634a-4066-9701-6ec9c6fac34e req-7ac914b8-dfa1-41a3-880c-7f332295bc90 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.794211 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fe1436fc-634a-4066-9701-6ec9c6fac34e req-7ac914b8-dfa1-41a3-880c-7f332295bc90 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3942370 Jun 24 16:32:11.805023 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:11.811006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'floatingip': {'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:11.834154 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-638cf531-5708-461c-9b44-bdea5a681b9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef HTTP/1.1" status: 200 len: 217 time: 0.1067634 Jun 24 16:32:11.933466 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:11.956591 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-b5141079-629b-4e38-b871-4bbc93ca7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:11.958300 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-b5141079-629b-4e38-b871-4bbc93ca7526 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4 HTTP/1.1" status: 200 len: 848 time: 0.1168067 Jun 24 16:32:12.023216 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123131b2-3579-4ffe-9bd0-aa27c26fc438 req-acbc44b0-bae9-4def-bcd1-b7ce1dbb79c8 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:12.024685 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-123131b2-3579-4ffe-9bd0-aa27c26fc438 req-acbc44b0-bae9-4def-bcd1-b7ce1dbb79c8 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.2415290 Jun 24 16:32:12.033334 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-bcf57455-5e7e-45aa-a113-c37c24dbe6a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60a1f64-110c-4e19-958f-514869102f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632834 Jun 24 16:32:12.043439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:32:12.181544 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-123131b2-3579-4ffe-9bd0-aa27c26fc438 req-b5a1b0b1-9726-4c9d-96dc-aa2aefc8a397 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477320 Jun 24 16:32:12.211055 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-5c7bae0e-0b12-4081-9c96-e54f1d2951e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616242 Jun 24 16:32:12.269162 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:12.327002 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:12.511908 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-78edfa14-77f4-4186-a4ec-3f548b2950de req-54e4d81c-f607-4ad9-b54d-e5e30ac8cc1b service neutron] 10.222.0.36 "GET /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798626 Jun 24 16:32:12.525406 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9597-c932-4dbb-9b43-c86ab79355e8 req-c89a8e08-4d47-4231-9e32-a9c6761f58c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:12.527228 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bdfd9597-c932-4dbb-9b43-c86ab79355e8 req-c89a8e08-4d47-4231-9e32-a9c6761f58c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1995647 Jun 24 16:32:12.588236 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bdfd9597-c932-4dbb-9b43-c86ab79355e8 req-1b262ecd-065e-4b3d-8445-113851fe4a89 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Jun 24 16:32:12.909493 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-f723abb4-4a5c-4b86-9813-1613cf0fd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:12.910974 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-f723abb4-4a5c-4b86-9813-1613cf0fd7f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1098 time: 0.7021689 Jun 24 16:32:12.911943 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Floating IP edfa2276-c7b4-461d-81af-31427d9832ee associated. External IP: 172.28.2.163, port: 58719dba-d6fc-4c51-b46c-341535dff58e. Jun 24 16:32:13.194713 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b27e-b73f-4ba7-a858-5f053d849dbd req-74fbd0c3-4452-47f8-aca2-3ebbda915336 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:13.196210 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bab9b27e-b73f-4ba7-a858-5f053d849dbd req-74fbd0c3-4452-47f8-aca2-3ebbda915336 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 944 time: 0.9301167 Jun 24 16:32:13.352782 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bab9b27e-b73f-4ba7-a858-5f053d849dbd req-a77cafb3-8921-4f7b-91c7-df028629e0d4 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265180 Jun 24 16:32:13.366813 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-968e3358-cdbd-4739-9a35-dd4b9c1234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:13.368290 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-968e3358-cdbd-4739-9a35-dd4b9c1234b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.4063077 Jun 24 16:32:13.390208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f97374-f18d-4c93-988d-359c040b7341 req-a4dbaf16-a89b-49d8-8f5d-d699ff3b93fe tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:13.392101 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93f97374-f18d-4c93-988d-359c040b7341 req-a4dbaf16-a89b-49d8-8f5d-d699ff3b93fe tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.0872123 Jun 24 16:32:13.436579 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93f97374-f18d-4c93-988d-359c040b7341 req-d31b2ecb-d5a5-4d8e-994a-44e7dab7d26a tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Jun 24 16:32:13.556857 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:32:13.637945 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-3ae87fb0-3ec7-4af3-8bba-3afb8b545150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 200 len: 217 time: 0.2104888 Jun 24 16:32:13.778191 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:13.797182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:13.867784 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-d61e836a-60d7-47b8-ac46-7952dfde440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:13.869193 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-d61e836a-60d7-47b8-ac46-7952dfde440e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.2177730 Jun 24 16:32:13.981990 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408579a3-f930-4246-8271-0f1cd73e146e req-23ea87b2-eb9b-4d23-9d6c-474272ded75d tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:13.984501 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-408579a3-f930-4246-8271-0f1cd73e146e req-23ea87b2-eb9b-4d23-9d6c-474272ded75d tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.36 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.0953746 Jun 24 16:32:14.029341 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:32:14.069307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Deleting port c6e45d39-92b8-444a-a283-880cdae53d6b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:14.069844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:14.260731 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0d83-9337-4e72-8d16-7242cd76841e req-ab6a0c81-2248-45a3-a464-e07b5dc0ffba tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:14.262158 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff0d0d83-9337-4e72-8d16-7242cd76841e req-ab6a0c81-2248-45a3-a464-e07b5dc0ffba tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.5621617 Jun 24 16:32:14.377365 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Floating IP 5193f434-f03c-4c58-b4f4-6da3c000c8ce associated. External IP: 172.28.2.76, port: 1afd0573-16c4-41bd-be31-7cb33b7f185b. Jun 24 16:32:14.397112 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] For port c6e45d39-92b8-444a-a283-880cdae53d6b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c6e45d39-92b8-444a-a283-880cdae53d6b,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:14.397652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:14.555009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-55c1c72a-e3ab-4ad8-8f6f-e172a7dc045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:14.556725 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-55c1c72a-e3ab-4ad8-8f6f-e172a7dc045e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6271610 Jun 24 16:32:14.577610 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff0d0d83-9337-4e72-8d16-7242cd76841e req-9f284404-3354-4434-97f3-b3a955b719a0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060117 Jun 24 16:32:14.626330 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Calling delete_port for c6e45d39-92b8-444a-a283-880cdae53d6b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:14.690639 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:32:14.698601 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:14.703826 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:32:14.722523 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:14.723497 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:14.861091 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c6d71fa9-f5e0-401c-aee7-a3afabd7d777 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "PUT /v2.0/floatingips/edfa2276-c7b4-461d-81af-31427d9832ee HTTP/1.1" status: 200 len: 992 time: 3.9640012 Jun 24 16:32:14.871263 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:14.949644 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:14.976070 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['c6e45d39-92b8-444a-a283-880cdae53d6b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:15.002024 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-669b8a53-e442-43a8-85e8-3efa6e0037db service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190445 Jun 24 16:32:15.004568 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:15.154811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ac92c-c030-47d4-939f-a7fe6f22a724 req-ad028122-5c44-476f-88ef-e4f6fee3e153 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:15.157130 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-489ac92c-c030-47d4-939f-a7fe6f22a724 req-ad028122-5c44-476f-88ef-e4f6fee3e153 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 946 time: 0.4275613 Jun 24 16:32:15.236375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:32:15.250947 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] No DVR routers for this DVR port c6e45d39-92b8-444a-a283-880cdae53d6b on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:32:15.256246 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Pushing event deleted for resources: {'Port': ['ID=c6e45d39-92b8-444a-a283-880cdae53d6b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:15.262250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:15.270239 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-489ac92c-c030-47d4-939f-a7fe6f22a724 req-7217f5a5-3fe8-444d-80c2-572ba62c7095 tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd27117c-548c-47f0-a7d9-1f8909415029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015809 Jun 24 16:32:15.272983 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'name': 'network-vif-deleted', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:15.289184 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e33947a-6f2b-455a-bf1a-63b4bf03c402 req-f99d98ee-617c-4ca6-a009-a4a0ac880a31 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688134 Jun 24 16:32:15.294968 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-408579a3-f930-4246-8271-0f1cd73e146e req-38ee7ffd-db4d-4294-be7f-26fdd4f8cd5e tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.36 "DELETE /v2.0/ports/c6e45d39-92b8-444a-a283-880cdae53d6b HTTP/1.1" status: 204 len: 173 time: 1.2981899 Jun 24 16:32:15.314464 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd920d4-ff40-497b-bb13-aa4556a643fd req-330432ba-49e8-49b3-82cb-63c707005ebf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:15.318501 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2fd920d4-ff40-497b-bb13-aa4556a643fd req-330432ba-49e8-49b3-82cb-63c707005ebf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 944 time: 0.4113898 Jun 24 16:32:15.392506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2fd920d4-ff40-497b-bb13-aa4556a643fd req-dbfcff55-1caa-4de7-9f49-9cc170e3a650 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Jun 24 16:32:15.441175 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd55baa-c9b7-4b82-8f5f-80f37931b58d'] response: {'name': 'network-changed', 'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e', 'status': 'completed', 'code': 200} Jun 24 16:32:15.451447 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522aff7d-a0c8-443e-9f91-072b840f3fb8'] response: {'server_uuid': 'b700f9b3-9723-4a78-8e06-a2a1ddbd55c1', 'name': 'network-vif-deleted', 'tag': 'c6e45d39-92b8-444a-a283-880cdae53d6b', 'status': 'completed', 'code': 200} Jun 24 16:32:15.501100 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:15.550831 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 21460ffa-866c-4c8e-92a2-c5bc956009ef details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:32:15.581099 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b022a7-63ad-4453-ae74-33e133923d9d req-ab7a4f2e-4c4c-4aeb-bbcf-efd7d1eada01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:15.583485 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-ab7a4f2e-4c4c-4aeb-bbcf-efd7d1eada01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1099 time: 0.1125324 Jun 24 16:32:15.651341 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:32:15.656874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:15.721777 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:32:15.753279 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'edfa2276-c7b4-461d-81af-31427d9832ee', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '58719dba-d6fc-4c51-b46c-341535dff58e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:7a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:35Z', 'updated_at': '2022-06-24T16:32:11Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:15.757956 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:32:15.762396 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:15.763597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:15.764988 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-853eb0eb-1254-4f65-82f1-a9ed206e3e5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "PUT /v2.0/floatingips/5193f434-f03c-4c58-b4f4-6da3c000c8ce HTTP/1.1" status: 200 len: 990 time: 3.9581642 Jun 24 16:32:15.783161 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:15.783795 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:15.794176 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:15.828545 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b022a7-63ad-4453-ae74-33e133923d9d req-229af944-69ea-4f1c-9b7c-f8f87e999183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:15.830015 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-229af944-69ea-4f1c-9b7c-f8f87e999183 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.2280116 Jun 24 16:32:15.902023 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:15.916644 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Usage tracker for resource:security_group_rule and tenant:44e7454525cb49159a13934e65cb4476 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:15.921775 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:15.938337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:16.015222 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a8d63-d639-4412-9abd-795a4e6d3932 req-67314ba3-40eb-4d2d-a846-844ddb640f29 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:16.017313 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bf1a8d63-d639-4412-9abd-795a4e6d3932 req-67314ba3-40eb-4d2d-a846-844ddb640f29 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2102170 Jun 24 16:32:16.022780 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-11012fe6-5def-44ef-b91f-3f6871c9a98b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 1000 time: 0.1818504 Jun 24 16:32:16.039750 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:16.087517 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bf1a8d63-d639-4412-9abd-795a4e6d3932 req-4f320f7a-173c-45a6-9c01-d3eac1d466af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527215 Jun 24 16:32:16.091364 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:16.108783 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef,segment=NetworkSegment(de2a7032-b775-409b-9e8d-566db2183e27),segment_id=de2a7032-b775-409b-9e8d-566db2183e27)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:16.130173 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '21460ffa-866c-4c8e-92a2-c5bc956009ef', 'network_id': 'd60a1f64-110c-4e19-958f-514869102f81', 'port_id': '21460ffa-866c-4c8e-92a2-c5bc956009ef', 'mac_address': 'fa:16:3e:2c:d8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:32:16.141503 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.150678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.160222 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b022a7-63ad-4453-ae74-33e133923d9d req-77305998-2b89-4c18-8f8b-a075265f5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:16.162633 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-77305998-2b89-4c18-8f8b-a075265f5e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.1181936 Jun 24 16:32:16.202955 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44e7454525cb49159a13934e65cb4476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982806 Jun 24 16:32:16.204105 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45202) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:16.218016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2195efa-ed06-41d0-9d81-e44c4da6a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3708b0-59df-4ee0-ae8e-5ac3c4d1d5c7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:16.269893 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b022a7-63ad-4453-ae74-33e133923d9d req-932d57ef-b880-450e-9b98-2353217e4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:16.271577 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-932d57ef-b880-450e-9b98-2353217e4063 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975022 Jun 24 16:32:16.299560 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 21460ffa-866c-4c8e-92a2-c5bc956009ef is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:16.300200 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.372805 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21460ffa-866c-4c8e-92a2-c5bc956009ef {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:16.391681 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef,segment=NetworkSegment(de2a7032-b775-409b-9e8d-566db2183e27),segment_id=de2a7032-b775-409b-9e8d-566db2183e27)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:16.482184 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.523027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.550489 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.672617 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6955b125-bf06-48ef-921e-e51f7942c98c req-7e2e5e91-c7b3-4c9d-9e73-b4a4688005fe tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Synchronizing usage tracker for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:16.677572 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:16.699825 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-94c96287-3fb0-4d0a-a328-e475f7df378f service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146807 Jun 24 16:32:16.704814 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6955b125-bf06-48ef-921e-e51f7942c98c req-7e2e5e91-c7b3-4c9d-9e73-b4a4688005fe tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] Unset dirty status for tenant:17bbbd6237664917883e512944769620 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:16.716141 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6955b125-bf06-48ef-921e-e51f7942c98c req-7e2e5e91-c7b3-4c9d-9e73-b4a4688005fe tempest-DeleteServersTestJSON-340124711 tempest-DeleteServersTestJSON-340124711-project] 10.222.0.26 "GET /v2.0/ports?device_id=b700f9b3-9723-4a78-8e06-a2a1ddbd55c1 HTTP/1.1" status: 200 len: 210 time: 0.2068336 Jun 24 16:32:16.731776 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '5193f434-f03c-4c58-b4f4-6da3c000c8ce', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64170132-60bb-4398-a161-f33d90f05e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:26Z', 'updated_at': '2022-06-24T16:32:13Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:16.736730 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:32:16.745912 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:16.747737 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:16.753569 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'edfa2276-c7b4-461d-81af-31427d9832ee', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '58719dba-d6fc-4c51-b46c-341535dff58e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:7a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:35Z', 'updated_at': '2022-06-24T16:32:11Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:16.761233 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af757-6394-4c3c-8236-388c4f1de5c7 None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'edfa2276-c7b4-461d-81af-31427d9832ee', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '58719dba-d6fc-4c51-b46c-341535dff58e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:7a:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:35Z', 'updated_at': '2022-06-24T16:32:11Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:32:16.766105 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.800916 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3708b0-59df-4ee0-ae8e-5ac3c4d1d5c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:16.820919 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625608-9595-4c8b-a158-62b0ca2769d0 req-921210f1-fa73-4d34-bbca-1098d0332be5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:16.830460 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e625608-9595-4c8b-a158-62b0ca2769d0 req-921210f1-fa73-4d34-bbca-1098d0332be5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 945 time: 0.2352617 Jun 24 16:32:16.856068 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:16.859724 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ad362c93-a078-480b-9fb0-a0160896e3f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a3708b0-59df-4ee0-ae8e-5ac3c4d1d5c7 HTTP/1.1" status: 204 len: 168 time: 0.6521819 Jun 24 16:32:16.907372 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e625608-9595-4c8b-a158-62b0ca2769d0 req-0767c601-9d9a-4034-b958-8d9cc6fec1fe tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 Jun 24 16:32:16.949188 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43b022a7-63ad-4453-ae74-33e133923d9d req-1fa16e6b-50b0-45aa-8671-e336f9dba8de service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295251 Jun 24 16:32:17.058302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:17.121918 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['21460ffa-866c-4c8e-92a2-c5bc956009ef'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:17.296050 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:17.321071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.341880 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87cbe3-01c3-40cb-988d-3665588eb4ac req-996e0a70-7849-4b7d-9d4a-6a1a5320fc36 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:17.343583 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:17.347951 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Usage tracker for resource:security_group_rule and tenant:59247e8a7d4f4b96ade439d02ae6241a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:17.349349 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8e87cbe3-01c3-40cb-988d-3665588eb4ac req-996e0a70-7849-4b7d-9d4a-6a1a5320fc36 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1337304 Jun 24 16:32:17.351314 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:17.357517 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:17.400944 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8e87cbe3-01c3-40cb-988d-3665588eb4ac req-f5ed8e54-b837-4a80-901f-4a0cf9b9e469 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505495 Jun 24 16:32:17.445956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:17.471031 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.478564 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.507810 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84be6fe0-0cc9-4c31-b335-c55dae594c4a'] response: {'name': 'network-changed', 'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'status': 'completed', 'code': 200} Jun 24 16:32:17.522390 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59247e8a7d4f4b96ade439d02ae6241a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224879 Jun 24 16:32:17.522752 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:17.564648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84884e3-5cac-4fcc-bd47-921e82e06bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f5266-aa0d-4a0c-952d-50d93d079171,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:17.569792 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device c6e45d39-92b8-444a-a283-880cdae53d6b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:17.612504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: c6e45d39-92b8-444a-a283-880cdae53d6b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:17.612897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device c6e45d39-92b8-444a-a283-880cdae53d6b not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:17.643994 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.658911 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '5193f434-f03c-4c58-b4f4-6da3c000c8ce', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64170132-60bb-4398-a161-f33d90f05e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:26Z', 'updated_at': '2022-06-24T16:32:13Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:17.663736 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b3d3c-8a11-49ca-bdb0-826d0e10b017 None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '5193f434-f03c-4c58-b4f4-6da3c000c8ce', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64170132-60bb-4398-a161-f33d90f05e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:26Z', 'updated_at': '2022-06-24T16:32:13Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:32:17.711981 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.806434 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.813826 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-d1032642-1566-4f76-9622-6bd0b2efb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:17.814473 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-d1032642-1566-4f76-9622-6bd0b2efb60c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1098 time: 0.2812684 Jun 24 16:32:17.830009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f5266-aa0d-4a0c-952d-50d93d079171,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:17.841541 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:17.842016 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-974e83cf-2230-4a4c-9c15-420e28f77ff4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f1f5266-aa0d-4a0c-952d-50d93d079171 HTTP/1.1" status: 204 len: 168 time: 0.3184373 Jun 24 16:32:17.933374 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6211c185-5e1d-4d26-b9db-a964b0fc9b5e None None] New status for floating IP edfa2276-c7b4-461d-81af-31427d9832ee: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:32:18.110364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-31b4d697-2e3c-420f-8bba-f042ab3fa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:18.111853 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-31b4d697-2e3c-420f-8bba-f042ab3fa937 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.2888684 Jun 24 16:32:18.282072 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25a86-3e17-4ded-8861-c931e8ada99f req-68fea5e5-9b80-4c23-bdf8-a37c2287ff76 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:18.286821 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-78a25a86-3e17-4ded-8861-c931e8ada99f req-68fea5e5-9b80-4c23-bdf8-a37c2287ff76 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 945 time: 0.1902502 Jun 24 16:32:18.306831 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-2218658a-df2e-448d-af1e-13ec3ac064fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 998 time: 0.1760564 Jun 24 16:32:18.355196 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-78a25a86-3e17-4ded-8861-c931e8ada99f req-4a8e837a-6443-4636-8853-86d5618da5a6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631886 Jun 24 16:32:18.393017 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-b5cfff36-5cb3-4a2e-9510-efc65c43a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:18.394510 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-b5cfff36-5cb3-4a2e-9510-efc65c43a82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0730038 Jun 24 16:32:18.504276 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-7182c381-027e-4403-b812-945a34a807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:18.505808 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-7182c381-027e-4403-b812-945a34a807b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1045573 Jun 24 16:32:18.757799 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-f03cddf2-891c-4152-866f-87726a8a70ef service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244654 Jun 24 16:32:18.769586 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10fe9f-f8f4-4832-a5ce-f362c36669b3 req-415070dc-de0f-47be-b4fc-f754285ac6d8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:18.771079 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ab10fe9f-f8f4-4832-a5ce-f362c36669b3 req-415070dc-de0f-47be-b4fc-f754285ac6d8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1993387 Jun 24 16:32:18.899124 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ab10fe9f-f8f4-4832-a5ce-f362c36669b3 req-46ca3f2d-9e54-4658-814b-2994f249eeb5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066923 Jun 24 16:32:18.943115 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81d4bcbf-0814-4751-9d17-ad9e130172b2 req-4dc0c1d5-8df3-4741-a2a2-18325ecd44a0 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710441 Jun 24 16:32:19.543984 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad249bf8-1e68-40a5-9dda-4e04c048f0f3 req-226542f8-584a-4af7-aece-d250e5dc4c1d tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:19.546876 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ad249bf8-1e68-40a5-9dda-4e04c048f0f3 req-226542f8-584a-4af7-aece-d250e5dc4c1d tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 945 time: 0.0954862 Jun 24 16:32:19.573867 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 21460ffa-866c-4c8e-92a2-c5bc956009ef up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:32:19.613580 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ad249bf8-1e68-40a5-9dda-4e04c048f0f3 req-96b83d06-3c02-434e-8bb2-6537890f46c1 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Jun 24 16:32:19.642489 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb0747-16e3-49d8-ae5f-7fcbb01ffef6 None None] New status for floating IP 5193f434-f03c-4c58-b4f4-6da3c000c8ce: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:32:19.752967 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 21460ffa-866c-4c8e-92a2-c5bc956009ef completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:19.834606 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 21460ffa-866c-4c8e-92a2-c5bc956009ef triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:19.834995 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:19.926329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:20.100208 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 21460ffa-866c-4c8e-92a2-c5bc956009ef is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:20.100906 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:20.143496 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a7d1e-dd1b-46a2-bcf3-0aae4bf22245 req-97cca4e0-1b70-4158-a6f2-ad274919293b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:20.150697 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-771a7d1e-dd1b-46a2-bcf3-0aae4bf22245 req-97cca4e0-1b70-4158-a6f2-ad274919293b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1232593 Jun 24 16:32:20.151375 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef,segment=NetworkSegment(de2a7032-b775-409b-9e8d-566db2183e27),segment_id=de2a7032-b775-409b-9e8d-566db2183e27)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:20.152377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:20.160140 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:20.222685 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-771a7d1e-dd1b-46a2-bcf3-0aae4bf22245 req-901874e6-c696-4f87-96a8-e6efbf6a3f85 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Jun 24 16:32:20.245765 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:20.269929 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4bb999-0cb2-4bcf-bd9a-82e60b9644b3'] response: {'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef', 'code': 200} Jun 24 16:32:20.575760 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:20.587308 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9f5e6-10cd-4e83-a238-e8c60d54154d req-0641fa8f-2a9f-4b54-b249-438da5bf70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:20.588785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-83a9f5e6-10cd-4e83-a238-e8c60d54154d req-0641fa8f-2a9f-4b54-b249-438da5bf70b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 1099 time: 0.0841284 Jun 24 16:32:20.632130 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-83a9f5e6-10cd-4e83-a238-e8c60d54154d req-b9c16c3e-3e31-4e53-9a61-3be4d356bd0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337451 Jun 24 16:32:20.945683 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e514443-fcee-43b0-a495-57cce1383513 req-1ae30e99-fcf4-4f4c-a406-b1a69d59a5c1 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:20.947419 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e514443-fcee-43b0-a495-57cce1383513 req-1ae30e99-fcf4-4f4c-a406-b1a69d59a5c1 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.0940073 Jun 24 16:32:20.997457 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e514443-fcee-43b0-a495-57cce1383513 req-5bf9cd10-cd46-4809-9a9a-b8c7996636f1 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Jun 24 16:32:21.016575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Deleting port 5e17eb5f-4d76-48f9-afce-3d914db93402 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:21.017079 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:21.185192 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] For port 5e17eb5f-4d76-48f9-afce-3d914db93402, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=5e17eb5f-4d76-48f9-afce-3d914db93402,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:21.185535 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:21.306283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Calling delete_port for 5e17eb5f-4d76-48f9-afce-3d914db93402 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:21.661727 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47905-e905-4c9b-8bc3-6ab99a7ff640 req-acd5ad00-a0bc-466f-a457-92bd575bd0db tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:21.663224 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0de47905-e905-4c9b-8bc3-6ab99a7ff640 req-acd5ad00-a0bc-466f-a457-92bd575bd0db tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.3283722 Jun 24 16:32:21.751184 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0de47905-e905-4c9b-8bc3-6ab99a7ff640 req-f37bda88-de04-4a3f-9bfb-1e0feddd0b4e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793135 Jun 24 16:32:21.781027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:21.827619 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e17eb5f-4d76-48f9-afce-3d914db93402,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:22.099256 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:22.211052 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ebb9-714d-445c-8c28-b7e376fcc812 req-05f08e83-7d0d-4160-865f-b11bf7b948e9 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:22.212614 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2350ebb9-714d-445c-8c28-b7e376fcc812 req-05f08e83-7d0d-4160-865f-b11bf7b948e9 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.0933528 Jun 24 16:32:22.260545 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2350ebb9-714d-445c-8c28-b7e376fcc812 req-1047c9e8-6e27-4501-a604-bda795d6dc84 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Jun 24 16:32:22.531208 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:22.565663 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Router ca2e9309-d0ff-418d-88ce-65ec3751ab8b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:32:22.741040 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:32:22.749546 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Sync routers for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:32:22.757336 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-33caf40f-6eef-432d-bccb-c420b25e3667 admin admin] 10.222.0.26 "PUT /v2.0/routers/ca2e9309-d0ff-418d-88ce-65ec3751ab8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295026 Jun 24 16:32:22.759646 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:22.759788 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:22.760239 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:23.034058 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:23.080827 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.249924 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84670f5-c6ca-48ba-ad78-de08fdc7b72c req-139b1160-c09d-4891-8184-335259d1daf3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:23.251890 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:23.255389 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f84670f5-c6ca-48ba-ad78-de08fdc7b72c req-139b1160-c09d-4891-8184-335259d1daf3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.3003883 Jun 24 16:32:23.325948 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.345743 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f84670f5-c6ca-48ba-ad78-de08fdc7b72c req-6e7e25ca-044a-41ff-9537-87490cb2147b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Jun 24 16:32:23.362416 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Deleting port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:23.362752 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.375204 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:32:21Z', 'revision_number': 5, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port': {'id': 'b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:23.380641 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Checking router: ca2e9309-d0ff-418d-88ce-65ec3751ab8b for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:32:23.393870 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Routers {'ca2e9309-d0ff-418d-88ce-65ec3751ab8b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:32:23.394491 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:31:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:23.417055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.438764 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:23.443538 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Usage tracker for resource:security_group_rule and tenant:60bccd14fa384a72a2a9b89dc7d15e0f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:23.446680 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:23.491218 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:23.533792 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:32:23.573288 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] Set router ca2e9309-d0ff-418d-88ce-65ec3751ab8b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:32:23.588082 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] For port b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:23.588485 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.602878 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64e124-e46d-48cd-bb0f-719bec8231be req-4967ea94-56be-467f-a6ea-499e18bc94bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:23.604345 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4a64e124-e46d-48cd-bb0f-719bec8231be req-4967ea94-56be-467f-a6ea-499e18bc94bf tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.1544614 Jun 24 16:32:23.661401 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.676614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.697099 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:32:23Z', 'revision_number': 6, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:23.697734 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ca22037-ed67-4252-ab9c-5196fe1da9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.702232 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496276d-54ce-4b32-a016-af7f130eb429 None None] The sync data for ids ['ca2e9309-d0ff-418d-88ce-65ec3751ab8b'] in dv-cinder-847189-3-smb is: [{'id': 'ca2e9309-d0ff-418d-88ce-65ec3751ab8b', 'name': 'tempest-DeleteServersTestJSON-121406713-router', 'tenant_id': '17bbbd6237664917883e512944769620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:57Z', 'updated_at': '2022-06-24T16:32:23Z', 'revision_number': 6, 'project_id': '17bbbd6237664917883e512944769620', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:32:23.707512 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4a64e124-e46d-48cd-bb0f-719bec8231be req-1f8bdc52-0297-4696-bf12-9f9f2c8ca020 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943556 Jun 24 16:32:23.726672 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Calling delete_port for b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:23.729631 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60bccd14fa384a72a2a9b89dc7d15e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764647 Jun 24 16:32:23.732707 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:23.790474 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc20be1-b93e-4dda-b44f-78baef079504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0aa0be-f586-4094-bb4e-23ec4b9bef69,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:23.810045 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.842625 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.902742 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.923307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0aa0be-f586-4094-bb4e-23ec4b9bef69,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:23.931264 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:23.932007 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f0593fe3-1902-4e59-ae55-2d0ac5e1de86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd0aa0be-f586-4094-bb4e-23ec4b9bef69 HTTP/1.1" status: 204 len: 168 time: 0.1982176 Jun 24 16:32:24.051634 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.101608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:24.223511 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.258230 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:24.289831 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.318026 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:24.322585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:baf504cd7dc94f38846989754fbf113d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:24.325751 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:24.332425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:24.416787 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.419025 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.431840 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.436113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.482621 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baf504cd7dc94f38846989754fbf113d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230103 Jun 24 16:32:24.485667 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:24.488219 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003d1f5-8180-4d4f-b9eb-9637082ef4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420d9d2-b682-4dad-b671-a885dd25ddee,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:24.588799 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.589391 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2e9309-d0ff-418d-88ce-65ec3751ab8b {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:32:24.612810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.615129 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c9c84646-a009-4dcc-8159-c02ebf3f1fd2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ca2e9309-d0ff-418d-88ce-65ec3751ab8b HTTP/1.1" status: 204 len: 168 time: 1.8532853 Jun 24 16:32:24.623488 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c8b3c-3463-49c7-9d01-7a690a588422 req-b5a7df7f-c663-4651-a04f-88b03426812c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:24.625011 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff1c8b3c-3463-49c7-9d01-7a690a588422 req-b5a7df7f-c663-4651-a04f-88b03426812c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1349714 Jun 24 16:32:24.625492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45398) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:24.639362 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.665783 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.715210 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Deleting subnet bffb163d-229e-4ec7-aca7-6dab75a350b6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:32:24.721082 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ff1c8b3c-3463-49c7-9d01-7a690a588422 req-ea21e18d-050a-4b3a-828c-6569d6e0b5f4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651457 Jun 24 16:32:24.721716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.739506 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.756206 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420d9d2-b682-4dad-b671-a885dd25ddee,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:24.762800 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.764680 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e8db2d53-5c5b-491e-8dc5-e6b255a50ab5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9420d9d2-b682-4dad-b671-a885dd25ddee HTTP/1.1" status: 204 len: 168 time: 0.2773964 Jun 24 16:32:24.778744 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.915292 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:24.992404 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.031534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffb163d-229e-4ec7-aca7-6dab75a350b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:25.035554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.042779 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60586eb-813b-401e-bd10-cf60084439a7 None None] Network ab7d1aa0-da51-42b8-8718-435c7b03a764 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:32:25.045226 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-085665c0-3ef8-4c39-bd22-9800aef8ce20 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bffb163d-229e-4ec7-aca7-6dab75a350b6 HTTP/1.1" status: 204 len: 168 time: 0.4187503 Jun 24 16:32:25.048065 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:25.174522 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.185840 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Deleting port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:25.186290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.361480 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] DHCP port deletion for ab7d1aa0-da51-42b8-8718-435c7b03a764 request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:32:25.366312 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Deleting port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:25.366714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.478841 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 5e17eb5f-4d76-48f9-afce-3d914db93402 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:25.499553 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] For port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:25.500055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.647863 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Calling delete_port for 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:25.675864 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 5e17eb5f-4d76-48f9-afce-3d914db93402 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:25.676299 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 5e17eb5f-4d76-48f9-afce-3d914db93402 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:25.676782 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:25.717864 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:25.718193 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device b4a0dfba-8f9c-4c23-a230-8f41a8dc58b4 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:25.734658 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.760422 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] For port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,segment=NetworkSegment(4e82d109-248b-4279-8390-e3efe0a44a7f),segment_id=4e82d109-248b-4279-8390-e3efe0a44a7f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:25.761058 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:25.802348 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=169e48c5-2f65-4ee2-bf39-91ccdd0d45e4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:25.805913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] No DVR routers for this DVR port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 on host dv-cinder-847189-3-smb {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:32:25.915699 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Calling delete_port for 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:25.977592 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.014876 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d1aa0-da51-42b8-8718-435c7b03a764']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:26.030634 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e82d109-248b-4279-8390-e3efe0a44a7f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:26.030905 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e82d109-248b-4279-8390-e3efe0a44a7f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:26.050129 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.066848 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:32:26.067908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:32:26.081319 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ed5c0-0d7c-45b0-85ed-9eab87a91ba3 req-36fe3f90-08a9-47ca-ae59-438ed6018a17 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:26.082796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c02ed5c0-0d7c-45b0-85ed-9eab87a91ba3 req-36fe3f90-08a9-47ca-ae59-438ed6018a17 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1726153 Jun 24 16:32:26.083843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.091302 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:32:26.092380 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.127528 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3cd68828-de5c-40e1-840d-32f473847d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.164843 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 4e82d109-248b-4279-8390-e3efe0a44a7f resource provider aggregate not found Jun 24 16:32:26.207738 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 4e82d109-248b-4279-8390-e3efe0a44a7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e82d109-248b-4279-8390-e3efe0a44a7f found for delete ", "request_id": "req-8af71784-7f43-4d78-bc9b-8f47494cd561"}]} Jun 24 16:32:26.239886 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c02ed5c0-0d7c-45b0-85ed-9eab87a91ba3 req-d8bad06d-e650-416c-bb0e-e6545052c3a5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233916 Jun 24 16:32:26.240938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.261099 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.267122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7d1aa0-da51-42b8-8718-435c7b03a764,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:26.279934 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-aea66621-5330-47ee-a6b8-000a64764ca6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ab7d1aa0-da51-42b8-8718-435c7b03a764 HTTP/1.1" status: 204 len: 168 time: 1.2302611 Jun 24 16:32:26.473251 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45460) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:26.528101 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-64aa8567-ce39-4e6f-bc48-8c5986bb8405 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17bbbd6237664917883e512944769620&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537100 Jun 24 16:32:26.531418 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:26.569032 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Deleting port 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:26.569664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.593020 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.621478 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.645550 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0db07c1b-f931-4ba6-90ba-3be057c6a75f None None] The port '169e48c5-2f65-4ee2-bf39-91ccdd0d45e4' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:32:26.690434 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.708804 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd27117c-548c-47f0-a7d9-1f8909415029,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:26.720123 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:26.724106 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4b77c4a8-16e3-41e1-bd6a-cbd426920184 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd27117c-548c-47f0-a7d9-1f8909415029 HTTP/1.1" status: 204 len: 168 time: 0.1917601 Jun 24 16:32:26.917652 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:27.200113 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:27.400173 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:27.464868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:27.465536 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 169e48c5-2f65-4ee2-bf39-91ccdd0d45e4 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:27.554671 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54484c7f-5f7f-4a66-a2d3-9774a09bc727 req-6df47c81-533c-414f-8313-ee8ec720dcd2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:27.567391 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54484c7f-5f7f-4a66-a2d3-9774a09bc727 req-6df47c81-533c-414f-8313-ee8ec720dcd2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1710088 Jun 24 16:32:27.639151 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54484c7f-5f7f-4a66-a2d3-9774a09bc727 req-5d22960c-33ef-4a7c-bcdc-33723bcd39e0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705817 Jun 24 16:32:27.806760 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-6da3b5e6-5733-415c-bf6b-2a91895e25e7 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bac25a419b6e4e798909281b730ac169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284729 Jun 24 16:32:27.981378 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62477c52-d51f-466e-bea7-33ef33583c7f req-5459943b-a99b-4912-b313-7b137a2f32e5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:27.983349 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62477c52-d51f-466e-bea7-33ef33583c7f req-5459943b-a99b-4912-b313-7b137a2f32e5 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.1110532 Jun 24 16:32:27.999437 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-ff70dfb7-86d7-42c9-931c-68f47b93315f tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:28.001170 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-ff70dfb7-86d7-42c9-931c-68f47b93315f tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870146 Jun 24 16:32:28.024900 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-2a6efa6e-772b-4bad-b63e-2f7ae9051e3d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/quotas/bac25a419b6e4e798909281b730ac169 HTTP/1.1" status: 200 len: 375 time: 0.0176861 Jun 24 16:32:28.047457 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62477c52-d51f-466e-bea7-33ef33583c7f req-ca17e4fd-2731-4999-8028-0ff80494c49f tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Jun 24 16:32:28.086279 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-9611608a-ba42-4367-9e21-0c2780efacf9 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bac25a419b6e4e798909281b730ac169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552187 Jun 24 16:32:28.271366 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4280c833-56a2-4c22-b23b-16bc13026618 req-1a2f6c6a-da9f-46c1-94dc-0a4c5be7a3a8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 210 time: 0.0495956 Jun 24 16:32:28.475810 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:28.881176 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288b3a-82da-431d-8434-1d3688e93fde req-9749aad4-6233-4d53-ba0e-a15b00c9449c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:28.885007 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e288b3a-82da-431d-8434-1d3688e93fde req-9749aad4-6233-4d53-ba0e-a15b00c9449c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1134789 Jun 24 16:32:28.943060 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e288b3a-82da-431d-8434-1d3688e93fde req-7eb42a51-c7ac-4b2c-b46d-ceb955e4ff1b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Jun 24 16:32:29.259174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ebb2-3c1e-4dec-9709-ac10e87c7e28 req-6a1f3c99-9b55-41bb-8959-0c5b33da89b2 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:29.260623 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c431ebb2-3c1e-4dec-9709-ac10e87c7e28 req-6a1f3c99-9b55-41bb-8959-0c5b33da89b2 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.1022546 Jun 24 16:32:29.304835 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c431ebb2-3c1e-4dec-9709-ac10e87c7e28 req-830af426-7c75-415d-bc61-d1cadcebe235 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Jun 24 16:32:29.430325 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-41221de3-5a07-48bd-82ec-1305b99b18cc req-72c0e1ed-ce3b-4150-8338-bad7cb979b5b tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 210 time: 0.0479856 Jun 24 16:32:29.804420 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-f2a10b14-2d7e-4e83-b82e-ffc87a8dba2d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bac25a419b6e4e798909281b730ac169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275807 Jun 24 16:32:30.052668 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-a83cc22e-a220-40bd-9fc6-775c9f98a399 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:30.063580 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-a83cc22e-a220-40bd-9fc6-775c9f98a399 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531936 Jun 24 16:32:30.112583 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Request body: {'port': {'device_id': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7', 'admin_state_up': True, 'tenant_id': 'bac25a419b6e4e798909281b730ac169'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:30.321343 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391a23-d25c-411a-b591-442e9f67b978 req-bdca2f73-c31e-4b71-80c9-d29e58ebb82b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:30.323636 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ca391a23-d25c-411a-b591-442e9f67b978 req-bdca2f73-c31e-4b71-80c9-d29e58ebb82b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2591491 Jun 24 16:32:30.324811 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:30.334581 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Usage tracker for resource:port and tenant:bac25a419b6e4e798909281b730ac169 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:30.352309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:30.362333 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:30.391501 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ca391a23-d25c-411a-b591-442e9f67b978 req-5ab6e27d-4809-4356-82e8-7ba4f6c2dcb7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538025 Jun 24 16:32:30.392830 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Made reservation on behalf of bac25a419b6e4e798909281b730ac169 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:30.396440 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:30.415356 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:30.430598 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:30.436049 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Usage tracker for resource:security_group_rule and tenant:bac25a419b6e4e798909281b730ac169 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:30.439615 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:30.446030 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:30.634238 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-de06d81f-a12f-484a-922c-6cc335a19965 req-478f6655-7b83-4a78-b336-15e698cf0906 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 210 time: 0.0605087 Jun 24 16:32:30.639488 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31a201-3e37-47ca-ba5c-b39b45783267 req-bec879ff-3a3d-47cd-a795-81b3aa7cca8d tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:30.641073 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ef31a201-3e37-47ca-ba5c-b39b45783267 req-bec879ff-3a3d-47cd-a795-81b3aa7cca8d tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.2013266 Jun 24 16:32:30.657114 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:30.661428 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:30.686558 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ef31a201-3e37-47ca-ba5c-b39b45783267 req-28f9de4e-8d48-4a6f-a742-411675790760 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Jun 24 16:32:30.745640 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:30.841881 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Allocated IP 192.168.233.236 (79331ba6-e0ac-4f0d-a646-470aae3599f7/3d0cd509-5c6d-4037-bd31-f073bb93ea6e/10db0bae-bd78-42da-9555-8de351900083) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:32:31.050458 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.065662 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Transition to ACTIVE for port object 10db0bae-bd78-42da-9555-8de351900083 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:32:31.088862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.118888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632490e-3b29-467d-8ba5-c074bd43142f req-68a1634b-17cf-4375-b402-8a30d17ffb39 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:31.120334 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6632490e-3b29-467d-8ba5-c074bd43142f req-68a1634b-17cf-4375-b402-8a30d17ffb39 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 946 time: 0.0885313 Jun 24 16:32:31.161690 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Network 79331ba6-e0ac-4f0d-a646-470aae3599f7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:32:31.164714 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:32:31.170202 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:32:31.194505 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Deleting port 21460ffa-866c-4c8e-92a2-c5bc956009ef {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:31.194845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.207010 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Pushing event updated for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:31.241561 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:31.242169 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.270039 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-f81ffd29-89dc-48b9-98cf-455a377fa6f8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1610591 Jun 24 16:32:31.285841 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Request body: {'port': {'device_id': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:31.401473 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.449142 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1e545c17-2441-4a7e-af4e-dc5661abb425 None None] Provisioning for port 10db0bae-bd78-42da-9555-8de351900083 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:31.455542 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1e545c17-2441-4a7e-af4e-dc5661abb425 None None] Provisioning complete for port 10db0bae-bd78-42da-9555-8de351900083 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:31.455947 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e545c17-2441-4a7e-af4e-dc5661abb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.474209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] For port 21460ffa-866c-4c8e-92a2-c5bc956009ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=21460ffa-866c-4c8e-92a2-c5bc956009ef,segment=NetworkSegment(de2a7032-b775-409b-9e8d-566db2183e27),segment_id=de2a7032-b775-409b-9e8d-566db2183e27)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:31.474566 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.543944 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1e545c17-2441-4a7e-af4e-dc5661abb425 None None] Port 10db0bae-bd78-42da-9555-8de351900083 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:32:31.614651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Calling delete_port for 21460ffa-866c-4c8e-92a2-c5bc956009ef owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:31.784316 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8427cb5-9903-482f-98d0-8d3a8338820b req-95a01ccf-c100-476d-95e5-f93aa89af255 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:31.785787 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8427cb5-9903-482f-98d0-8d3a8338820b req-95a01ccf-c100-476d-95e5-f93aa89af255 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2480962 Jun 24 16:32:31.864333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:31.886155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['21460ffa-866c-4c8e-92a2-c5bc956009ef'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:31.899379 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8427cb5-9903-482f-98d0-8d3a8338820b req-b234d022-a787-4262-ada7-4c15a8e64ac8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024747 Jun 24 16:32:32.002771 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Pushing event deleted for resources: {'Port': ['ID=21460ffa-866c-4c8e-92a2-c5bc956009ef,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:32.027985 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10db0bae-bd78-42da-9555-8de351900083 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:32.037144 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.058628 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] No DVR routers for this DVR port 21460ffa-866c-4c8e-92a2-c5bc956009ef on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:32:32.064172 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.066791 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'name': 'network-vif-deleted', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:32.080441 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0953-346d-440a-b2f4-5c5bee391d86 req-2598fb18-ff8e-486e-bc65-bd8ac871cb17 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:32.082526 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-958d0953-346d-440a-b2f4-5c5bee391d86 req-2598fb18-ff8e-486e-bc65-bd8ac871cb17 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 936 time: 0.3150196 Jun 24 16:32:32.105379 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Transition to ACTIVE for port object 10db0bae-bd78-42da-9555-8de351900083 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:32:32.118673 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b4c19ee0-df15-4faf-bac9-29942eaa51e9 req-17d68858-3672-4c69-b679-bb95928d556a tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2 HTTP/1.1" status: 200 len: 210 time: 0.0650518 Jun 24 16:32:32.119436 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.127043 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6632490e-3b29-467d-8ba5-c074bd43142f req-9720fd1a-05a7-46b7-9832-e589cec57fb6 tempest-VolumesActionsTest-937750659 tempest-VolumesActionsTest-937750659-project] 10.222.0.36 "DELETE /v2.0/ports/21460ffa-866c-4c8e-92a2-c5bc956009ef HTTP/1.1" status: 204 len: 173 time: 0.9992802 Jun 24 16:32:32.158285 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-958d0953-346d-440a-b2f4-5c5bee391d86 req-01526ade-dca8-4d71-a21b-53c307ec2134 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656776 Jun 24 16:32:32.196131 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9dbab4-d89a-48df-83d0-38ebc120eab2'] response: {'server_uuid': 'e3fe05a2-659e-47bb-8c0d-af5b8fbfd4f2', 'name': 'network-vif-deleted', 'tag': '21460ffa-866c-4c8e-92a2-c5bc956009ef', 'status': 'completed', 'code': 200} Jun 24 16:32:32.383996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Pushing event updated for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:32.470681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Attempting to bind port 10db0bae-bd78-42da-9555-8de351900083 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:32:32.471274 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Attempting to bind port 10db0bae-bd78-42da-9555-8de351900083 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:32:32.471274 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Attempting to bind port 10db0bae-bd78-42da-9555-8de351900083 on network 79331ba6-e0ac-4f0d-a646-470aae3599f7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:32:32.476077 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Port 10db0bae-bd78-42da-9555-8de351900083 on network 79331ba6-e0ac-4f0d-a646-470aae3599f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:32:32.476389 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Attempting to bind port 10db0bae-bd78-42da-9555-8de351900083 on network 79331ba6-e0ac-4f0d-a646-470aae3599f7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:32:32.481396 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:32:32.481726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Checking segment: {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:32:32.482661 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Bound using segment: {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:32:32.483250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Bound port: 10db0bae-bd78-42da-9555-8de351900083, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518c7a6e-f6eb-4b9d-83b7-08165a1ed57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:32:32.483592 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.578872 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:32:32.582296 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=10db0bae-bd78-42da-9555-8de351900083,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:32:32.586234 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.651076 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:32.651677 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:32.653031 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] 10.222.0.36 "PUT /v2.0/ports/10db0bae-bd78-42da-9555-8de351900083 HTTP/1.1" status: 200 len: 1098 time: 1.3716786 Jun 24 16:32:32.653455 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'tag': '10db0bae-bd78-42da-9555-8de351900083'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:32.679876 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcca48-536f-434c-bb28-d1ec683daf12 service neutron] Pushing event updated for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:32.713910 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0741300-f4f6-495b-9b50-e36fc416c3ab'] response: {'name': 'network-changed', 'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'tag': '10db0bae-bd78-42da-9555-8de351900083', 'status': 'completed', 'code': 200} Jun 24 16:32:32.813738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-c84c2e00-4578-497b-b6bb-f062bc1f33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:32.815234 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-c84c2e00-4578-497b-b6bb-f062bc1f33a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bac25a419b6e4e798909281b730ac169&device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 1101 time: 0.0901244 Jun 24 16:32:32.903322 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-6d3305b1-c386-4365-9e46-2d21307ca061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=10db0bae-bd78-42da-9555-8de351900083 HTTP/1.1" status: 200 len: 217 time: 0.0655320 Jun 24 16:32:32.992659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-e8e8fed0-6e38-4eda-9239-aea6d4be05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:32.994471 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-e8e8fed0-6e38-4eda-9239-aea6d4be05ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d0cd509-5c6d-4037-bd31-f073bb93ea6e HTTP/1.1" status: 200 len: 843 time: 0.0706120 Jun 24 16:32:33.149182 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0a392-73fc-492e-80c4-4bd2bed2c001 req-24eccedf-d523-40d5-be24-a91c5e101ef8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:33.150545 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3ac0a392-73fc-492e-80c4-4bd2bed2c001 req-24eccedf-d523-40d5-be24-a91c5e101ef8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1115987 Jun 24 16:32:33.155520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b75460-16be-4883-9136-67d7467f182b req-72f9985e-9bd6-4422-8ca7-01f8dfba2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:33.156888 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-72f9985e-9bd6-4422-8ca7-01f8dfba2165 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79331ba6-e0ac-4f0d-a646-470aae3599f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1553242 Jun 24 16:32:33.279451 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3ac0a392-73fc-492e-80c4-4bd2bed2c001 req-f5764051-3129-4408-93bf-3c32157db407 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213560 Jun 24 16:32:33.336467 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-75fd2ea2-dd80-403d-b28d-1092484f0886 service neutron] 10.222.0.36 "GET /v2.0/networks/79331ba6-e0ac-4f0d-a646-470aae3599f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662245 Jun 24 16:32:33.448491 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f42da-41ea-4639-9844-58f6c2571e3a req-ed474d7a-fc94-4e10-b3fb-61024a73c6b7 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:33.449896 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7b4f42da-41ea-4639-9844-58f6c2571e3a req-ed474d7a-fc94-4e10-b3fb-61024a73c6b7 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 948 time: 0.1002536 Jun 24 16:32:33.512270 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7b4f42da-41ea-4639-9844-58f6c2571e3a req-b1c2f135-1057-4a89-be36-e753f0717d5e tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558002 Jun 24 16:32:33.528216 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e6b75460-16be-4883-9136-67d7467f182b req-5aff9568-0a88-4458-bf5d-0a3cc4f73901 service neutron] 10.222.0.36 "GET /v2.0/networks/79331ba6-e0ac-4f0d-a646-470aae3599f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783631 Jun 24 16:32:33.693922 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-d4054027-7594-49bb-9508-327959b49b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:33.695535 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-d4054027-7594-49bb-9508-327959b49b18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bac25a419b6e4e798909281b730ac169&device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 1101 time: 0.0807104 Jun 24 16:32:33.835767 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-f31f7248-85d7-45ea-ad69-438ef77086c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:33.837187 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-f31f7248-85d7-45ea-ad69-438ef77086c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79331ba6-e0ac-4f0d-a646-470aae3599f7 HTTP/1.1" status: 200 len: 870 time: 0.1283784 Jun 24 16:32:33.917622 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-582098a0-244e-4cc0-bdd1-77b661024680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=10db0bae-bd78-42da-9555-8de351900083 HTTP/1.1" status: 200 len: 217 time: 0.0692458 Jun 24 16:32:34.000951 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-a889af9d-37ba-4029-b18f-9968cb392cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:34.002841 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-a889af9d-37ba-4029-b18f-9968cb392cfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d0cd509-5c6d-4037-bd31-f073bb93ea6e HTTP/1.1" status: 200 len: 843 time: 0.0575564 Jun 24 16:32:34.101743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-b3150734-d151-48f6-8b1d-569b384e2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:34.103243 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-b3150734-d151-48f6-8b1d-569b384e2511 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79331ba6-e0ac-4f0d-a646-470aae3599f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789597 Jun 24 16:32:34.309523 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-15f59022-91c1-4920-a950-2ec73e538de3 service neutron] 10.222.0.36 "GET /v2.0/networks/79331ba6-e0ac-4f0d-a646-470aae3599f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934690 Jun 24 16:32:34.503390 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2ac28a90-a109-42a0-a86c-9a3b342950ae req-16095a2f-0d5c-4b17-be6f-aa12c899aea3 service neutron] 10.222.0.36 "GET /v2.0/networks/79331ba6-e0ac-4f0d-a646-470aae3599f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811655 Jun 24 16:32:34.519224 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6ee1-5a3c-4c5b-b77a-dfe37fb41dc8 req-99a2909d-6b86-4241-b4f8-f367f1cb5bd2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:34.520641 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c38e6ee1-5a3c-4c5b-b77a-dfe37fb41dc8 req-99a2909d-6b86-4241-b4f8-f367f1cb5bd2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1346378 Jun 24 16:32:34.578865 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c38e6ee1-5a3c-4c5b-b77a-dfe37fb41dc8 req-fc11fd25-3a01-4e16-b09b-07b7d78b158e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Jun 24 16:32:34.723474 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91e234-c9e7-4720-8616-c44dd7d318c7 req-fed2fe93-57ba-421b-b9d1-4169fe02c59d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:34.724954 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8c91e234-c9e7-4720-8616-c44dd7d318c7 req-fed2fe93-57ba-421b-b9d1-4169fe02c59d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 948 time: 0.0932992 Jun 24 16:32:34.776100 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8c91e234-c9e7-4720-8616-c44dd7d318c7 req-aef6e18c-5f71-4acb-b644-849e1ef43c33 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Jun 24 16:32:35.667719 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 21460ffa-866c-4c8e-92a2-c5bc956009ef no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:35.701686 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 21460ffa-866c-4c8e-92a2-c5bc956009ef {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:35.702020 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 21460ffa-866c-4c8e-92a2-c5bc956009ef not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:35.769006 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50ef1d-d738-42e9-b94d-d091e5c222c5 req-568b0309-1a26-42a1-a836-4bc1fe2f70da tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:35.770428 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c50ef1d-d738-42e9-b94d-d091e5c222c5 req-568b0309-1a26-42a1-a836-4bc1fe2f70da tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0858183 Jun 24 16:32:35.814864 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c50ef1d-d738-42e9-b94d-d091e5c222c5 req-368b8723-3fe1-4770-b60c-247bcaa11043 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Jun 24 16:32:35.963928 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089de53-d5c5-4fb7-bc51-66f35cf128dd req-aacb08e1-f8ef-415e-8d3e-d7f68ef633a8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:35.965558 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4089de53-d5c5-4fb7-bc51-66f35cf128dd req-aacb08e1-f8ef-415e-8d3e-d7f68ef633a8 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 948 time: 0.0883317 Jun 24 16:32:36.010997 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4089de53-d5c5-4fb7-bc51-66f35cf128dd req-90eacc74-0663-4feb-af3c-4523ea41cc48 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Jun 24 16:32:37.012303 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3944db1-dff9-420d-aa35-851dc5d8457b req-21df1841-86a8-4363-9a19-ac67be02d3ff tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:37.013830 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a3944db1-dff9-420d-aa35-851dc5d8457b req-21df1841-86a8-4363-9a19-ac67be02d3ff tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0920541 Jun 24 16:32:37.061846 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a3944db1-dff9-420d-aa35-851dc5d8457b req-a5d51995-35c1-44e1-84dc-0bac78d6e118 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jun 24 16:32:37.340233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da0fd-4763-460e-8a5a-89216ad57e30 req-8ae04393-6d78-4e8b-bcf0-ada45c8d1d4d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:37.342854 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f2da0fd-4763-460e-8a5a-89216ad57e30 req-8ae04393-6d78-4e8b-bcf0-ada45c8d1d4d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 948 time: 0.0933454 Jun 24 16:32:37.391164 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f2da0fd-4763-460e-8a5a-89216ad57e30 req-283ac374-4c94-486d-8f46-e1cd015c3df3 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Jun 24 16:32:37.679570 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 10db0bae-bd78-42da-9555-8de351900083 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:32:37.830879 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=10db0bae-bd78-42da-9555-8de351900083,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:37.845139 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '10db0bae-bd78-42da-9555-8de351900083', 'network_id': '79331ba6-e0ac-4f0d-a646-470aae3599f7', 'port_id': '10db0bae-bd78-42da-9555-8de351900083', 'mac_address': 'fa:16:3e:e2:1d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0cd509-5c6d-4037-bd31-f073bb93ea6e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:32:37.905524 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 10db0bae-bd78-42da-9555-8de351900083 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:37.905794 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:37.951602 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10db0bae-bd78-42da-9555-8de351900083 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:32:37.968036 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=10db0bae-bd78-42da-9555-8de351900083,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:37.977187 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:38.047981 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:38.253617 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832480a9-608b-46b5-a888-fa02a07d40e2 req-9f04a398-37b5-4b25-96e4-9278886047a0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:38.255098 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-832480a9-608b-46b5-a888-fa02a07d40e2 req-9f04a398-37b5-4b25-96e4-9278886047a0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0841391 Jun 24 16:32:38.306553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-832480a9-608b-46b5-a888-fa02a07d40e2 req-a6d5f0af-7a15-4220-94d8-8a6ef3fd4a08 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Jun 24 16:32:38.522663 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['10db0bae-bd78-42da-9555-8de351900083'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:38.597808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799cb42-9a67-4c8c-a09b-f88060a52413 req-b6ee99ff-3a93-4334-aa44-5c089dbd6a2f tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:38.599653 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5799cb42-9a67-4c8c-a09b-f88060a52413 req-b6ee99ff-3a93-4334-aa44-5c089dbd6a2f tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 949 time: 0.1028533 Jun 24 16:32:38.647698 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5799cb42-9a67-4c8c-a09b-f88060a52413 req-59530452-65a5-45a4-9818-824dc3578f5e tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Jun 24 16:32:39.520197 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36ac3-c59e-4f12-9bd3-f1f948218807 req-77f3359f-b555-4b70-b141-de4f046896ca tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:39.522185 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-53b36ac3-c59e-4f12-9bd3-f1f948218807 req-77f3359f-b555-4b70-b141-de4f046896ca tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1057174 Jun 24 16:32:39.628905 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-53b36ac3-c59e-4f12-9bd3-f1f948218807 req-7163f455-94f7-49b5-b696-e2518a9a334c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863495 Jun 24 16:32:39.933722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd3230-ba97-4421-8dd3-70e5ea399337 req-9023fb33-8392-4768-b235-38ff44ba916d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:39.936003 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-35dd3230-ba97-4421-8dd3-70e5ea399337 req-9023fb33-8392-4768-b235-38ff44ba916d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 949 time: 0.1753175 Jun 24 16:32:39.978232 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-35dd3230-ba97-4421-8dd3-70e5ea399337 req-fe3255ec-b5be-4e21-a42f-1ba1c007fdca tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Jun 24 16:32:40.835860 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8901fb-79ae-4f53-acb8-969737607293 req-63e396ff-ec47-487d-92ff-ad325ee9855d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:40.837535 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d8901fb-79ae-4f53-acb8-969737607293 req-63e396ff-ec47-487d-92ff-ad325ee9855d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0955706 Jun 24 16:32:40.886777 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d8901fb-79ae-4f53-acb8-969737607293 req-14bc8a04-3d09-4a70-8511-7aba3ee24562 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Jun 24 16:32:41.175935 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222370c5-586a-42fa-8c64-5a3d90974542 req-8b16a861-e27e-45f6-ab39-d476c2b8e061 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:41.177403 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-222370c5-586a-42fa-8c64-5a3d90974542 req-8b16a861-e27e-45f6-ab39-d476c2b8e061 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 949 time: 0.0902653 Jun 24 16:32:41.221665 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-222370c5-586a-42fa-8c64-5a3d90974542 req-21f68a14-1b77-48b5-bbbe-4fa2107bb7fd tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Jun 24 16:32:41.720454 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 10db0bae-bd78-42da-9555-8de351900083 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:32:41.789351 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 10db0bae-bd78-42da-9555-8de351900083 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:32:41.794246 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 10db0bae-bd78-42da-9555-8de351900083 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:32:41.794792 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:41.924487 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 10db0bae-bd78-42da-9555-8de351900083 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:32:41.924868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:41.958988 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0bae-bd78-42da-9555-8de351900083'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:41.964985 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=10db0bae-bd78-42da-9555-8de351900083,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:41.971767 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:42.020155 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5781af6a-925a-4dc7-8925-211c8d6b2cc7'] response: {'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0bae-bd78-42da-9555-8de351900083', 'code': 200} Jun 24 16:32:42.068448 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:42.124106 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c57f1-f386-4ec1-85ac-c26438ef6c3b req-c4cb6e68-1284-495a-b423-56316ff52c8e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:42.125577 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a31c57f1-f386-4ec1-85ac-c26438ef6c3b req-c4cb6e68-1284-495a-b423-56316ff52c8e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0908306 Jun 24 16:32:42.174255 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a31c57f1-f386-4ec1-85ac-c26438ef6c3b req-1b5de41b-5f17-461e-9c5b-6ec15484ae27 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Jun 24 16:32:42.313560 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3530f-291e-4af3-9af3-6b20a7b998aa req-4b6b4b47-98fd-41d1-aa4a-f025a3eee738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:42.315168 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f3b3530f-291e-4af3-9af3-6b20a7b998aa req-4b6b4b47-98fd-41d1-aa4a-f025a3eee738 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 1103 time: 0.0787497 Jun 24 16:32:42.368314 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f3b3530f-291e-4af3-9af3-6b20a7b998aa req-19ab2000-d238-4025-9d90-171fa0399905 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Jun 24 16:32:42.421990 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a91f-71e7-42a1-9dc8-10b77449311c req-67651514-cc87-4e55-a227-9b0942916c98 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:42.423488 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-efd1a91f-71e7-42a1-9dc8-10b77449311c req-67651514-cc87-4e55-a227-9b0942916c98 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.0943887 Jun 24 16:32:42.469815 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-efd1a91f-71e7-42a1-9dc8-10b77449311c req-9a64e9f9-5250-456c-8df9-1f6075b4c1c7 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Jun 24 16:32:43.398310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa930594-7be7-45ee-a6ab-d60593168674 req-216ad618-7503-465f-b06e-b47988df0895 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:43.399800 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa930594-7be7-45ee-a6ab-d60593168674 req-216ad618-7503-465f-b06e-b47988df0895 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1068678 Jun 24 16:32:43.446004 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa930594-7be7-45ee-a6ab-d60593168674 req-772cbec2-600b-47cc-9eca-e2c372d11c74 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Jun 24 16:32:43.682161 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2f912-6771-430c-91da-4c36e27b514f req-78335002-9919-4937-bba3-141f85cdb1c1 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:43.683782 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b5d2f912-6771-430c-91da-4c36e27b514f req-78335002-9919-4937-bba3-141f85cdb1c1 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.1022835 Jun 24 16:32:43.730240 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b5d2f912-6771-430c-91da-4c36e27b514f req-1b3d3299-0070-481f-b003-0297f33b2a81 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Jun 24 16:32:44.646000 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dab62-dd4e-4620-a143-8a954fbb30e9 req-75f4af7f-ed98-4034-bc96-2532781edb97 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:44.647678 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7c1dab62-dd4e-4620-a143-8a954fbb30e9 req-75f4af7f-ed98-4034-bc96-2532781edb97 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0874143 Jun 24 16:32:44.695555 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7c1dab62-dd4e-4620-a143-8a954fbb30e9 req-2fa706c0-ceab-4760-8ac2-fc311c6ef3a6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Jun 24 16:32:44.920553 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54830cee-10ad-445d-8511-3ae4e886382e req-d54dc528-3255-4eef-a9c6-128159515c9d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:44.922008 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54830cee-10ad-445d-8511-3ae4e886382e req-d54dc528-3255-4eef-a9c6-128159515c9d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.0881889 Jun 24 16:32:44.988477 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54830cee-10ad-445d-8511-3ae4e886382e req-1daeea39-9cd9-4f01-bde6-94fe6a85c639 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605774 Jun 24 16:32:45.495647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467865-004c-465d-a6c5-480eeb1a2513 req-d42b1217-fe1b-455d-a3c1-46f213332597 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:45.504065 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ac467865-004c-465d-a6c5-480eeb1a2513 req-d42b1217-fe1b-455d-a3c1-46f213332597 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.1108911 Jun 24 16:32:45.570463 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ac467865-004c-465d-a6c5-480eeb1a2513 req-c7e72acc-b6dc-4234-8f26-5a3ec0260ad3 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589051 Jun 24 16:32:45.890021 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4818a-0485-4b38-bb5f-236c95b1e47c req-d69df1f4-740b-4482-92b6-de02f7c94540 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:45.891399 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-11e4818a-0485-4b38-bb5f-236c95b1e47c req-d69df1f4-740b-4482-92b6-de02f7c94540 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0856574 Jun 24 16:32:45.936254 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-11e4818a-0485-4b38-bb5f-236c95b1e47c req-a00ceac9-3765-4dc8-931f-8bfb1d799d4c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Jun 24 16:32:46.381858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:46.495401 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.509158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:46.513456 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a07dea4fb74037b4b1f38cacf2ec12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:46.516242 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:46.521865 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:46.611890 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.617066 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.674421 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5a07dea4fb74037b4b1f38cacf2ec12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914753 Jun 24 16:32:46.674719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:46.675310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104a41f-0754-45c9-a5c5-35292811fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda3c27-062a-41ed-97fb-8c72c497864f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:46.806616 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.838042 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.852350 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c849e-e382-4039-ba34-de2d58f042d8 req-d6a3bc00-fcb8-4df7-9113-9dce622eadce tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:46.853785 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2f8c849e-e382-4039-ba34-de2d58f042d8 req-d6a3bc00-fcb8-4df7-9113-9dce622eadce tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.1586308 Jun 24 16:32:46.920466 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2f8c849e-e382-4039-ba34-de2d58f042d8 req-431e8b44-db24-41f7-a012-3c5739634285 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555246 Jun 24 16:32:46.937377 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.955750 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda3c27-062a-41ed-97fb-8c72c497864f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:46.959823 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:46.961492 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-fdf6aceb-8f6f-4c95-9a09-603159ad1f9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cda3c27-062a-41ed-97fb-8c72c497864f HTTP/1.1" status: 204 len: 168 time: 0.2848852 Jun 24 16:32:47.202226 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c159ed-8659-42ee-9c4c-b771dbb29432 req-56859298-ed03-427c-ae35-099807d46ba1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:47.203752 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8c159ed-8659-42ee-9c4c-b771dbb29432 req-56859298-ed03-427c-ae35-099807d46ba1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0909424 Jun 24 16:32:47.255524 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8c159ed-8659-42ee-9c4c-b771dbb29432 req-cc7f3b8c-9145-413e-b365-b37098466296 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Jun 24 16:32:47.310201 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 45922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:47.332188 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.414531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:47.420929 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Usage tracker for resource:security_group_rule and tenant:783a757628e34e7c93f0e95ab128d64f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:47.421342 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:47.427307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:47.516122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.520920 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.571496 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=783a757628e34e7c93f0e95ab128d64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602155 Jun 24 16:32:47.572364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980eec-b4d4-4284-8c24-0602a680c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5666491b-fa44-4b0b-a330-d307301a2045,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:47.574077 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 45932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:47.638464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.663864 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.722052 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.739568 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5666491b-fa44-4b0b-a330-d307301a2045,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:47.746399 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:47.748133 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a4adbf26-4100-46dc-85e0-4acd029bcba2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5666491b-fa44-4b0b-a330-d307301a2045 HTTP/1.1" status: 204 len: 168 time: 0.1727865 Jun 24 16:32:48.121795 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e70111-38e8-46a9-9e31-3d31252e4726 req-fa94f690-6a3b-458b-803d-3a4d972fa32d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:48.123973 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-96e70111-38e8-46a9-9e31-3d31252e4726 req-fa94f690-6a3b-458b-803d-3a4d972fa32d tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.0894132 Jun 24 16:32:48.177235 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-96e70111-38e8-46a9-9e31-3d31252e4726 req-edf6d3d7-cf83-473b-8819-e31bf663eb3f tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Jun 24 16:32:48.487754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-8c401856-1594-4e01-ae4b-77a675213902 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:48.488426 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-8c401856-1594-4e01-ae4b-77a675213902 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Synchronizing usage tracker for tenant:bac25a419b6e4e798909281b730ac169 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:32:48.516352 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02df22-da00-41d8-afdd-c642f0a4922d req-402e07bc-e955-45e9-a9da-7f522f7a0f1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:48.517817 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e02df22-da00-41d8-afdd-c642f0a4922d req-402e07bc-e955-45e9-a9da-7f522f7a0f1d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1391759 Jun 24 16:32:48.539548 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-8c401856-1594-4e01-ae4b-77a675213902 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Unset dirty status for tenant:bac25a419b6e4e798909281b730ac169 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:32:48.540553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-8c401856-1594-4e01-ae4b-77a675213902 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 950 time: 0.2217112 Jun 24 16:32:48.610955 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e02df22-da00-41d8-afdd-c642f0a4922d req-ff53438b-b62e-4fd6-952f-587347d30463 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869339 Jun 24 16:32:48.640595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Deleting port 10db0bae-bd78-42da-9555-8de351900083 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:32:48.640938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:48.920738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] For port 10db0bae-bd78-42da-9555-8de351900083, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=10db0bae-bd78-42da-9555-8de351900083,segment=NetworkSegment(518c7a6e-f6eb-4b9d-83b7-08165a1ed57d),segment_id=518c7a6e-f6eb-4b9d-83b7-08165a1ed57d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:32:48.921126 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:49.048510 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Calling delete_port for 10db0bae-bd78-42da-9555-8de351900083 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:32:49.212174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:49.231889 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['10db0bae-bd78-42da-9555-8de351900083'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:32:49.329953 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Pushing event deleted for resources: {'Port': ['ID=10db0bae-bd78-42da-9555-8de351900083,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:49.381293 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] No DVR routers for this DVR port 10db0bae-bd78-42da-9555-8de351900083 on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:32:49.386683 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:49.390116 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'name': 'network-vif-deleted', 'tag': '10db0bae-bd78-42da-9555-8de351900083'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:32:49.459964 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-823add9c-02b8-49b6-9cba-90fa7f4fda1e req-f9f31050-1fbb-4b46-be7d-64deb51ae824 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.36 "DELETE /v2.0/ports/10db0bae-bd78-42da-9555-8de351900083 HTTP/1.1" status: 204 len: 173 time: 0.9039524 Jun 24 16:32:49.488599 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c41fff-c776-4cd4-9cc7-636dc8a4cb31'] response: {'server_uuid': 'b07c4f33-3654-4f93-be86-dd47a3546588', 'name': 'network-vif-deleted', 'tag': '10db0bae-bd78-42da-9555-8de351900083', 'status': 'completed', 'code': 200} Jun 24 16:32:49.503090 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-33e49ab1-fbeb-44aa-b4e2-d41908ca1a48 req-15461a88-206f-4695-ae50-4ac454b4ddb5 tempest-VolumesNegativeTest-109467153 tempest-VolumesNegativeTest-109467153-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07c4f33-3654-4f93-be86-dd47a3546588 HTTP/1.1" status: 200 len: 210 time: 0.1083205 Jun 24 16:32:49.819281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7b658-37f4-4a00-b01d-25f382b2a0f2 req-8eb80f47-ca79-471e-9922-f00d06bf9a81 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:49.820653 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8ad7b658-37f4-4a00-b01d-25f382b2a0f2 req-8eb80f47-ca79-471e-9922-f00d06bf9a81 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0912488 Jun 24 16:32:49.866041 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8ad7b658-37f4-4a00-b01d-25f382b2a0f2 req-cd28dc92-e9fe-4498-ac4b-48245f06540f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Jun 24 16:32:50.500546 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46046) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:50.585668 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Deleting subnet f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:32:50.589648 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:50.653403 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254443'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:50.711729 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:50.802001 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2260404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2327869'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:50.846530 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:50.850401 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:50.859490 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-173815fc-67cb-486b-9e89-5f604d4b9305 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f4c3a57e-2fca-41ce-a284-8bbc8b48b4c4 HTTP/1.1" status: 204 len: 168 time: 0.3578043 Jun 24 16:32:50.859710 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46062) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:51.008427 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.114433 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2799-0b0d-4b3b-be05-de2c3859d4cf req-e8ec480e-4e19-4b20-8146-a7fe899ccbe5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:51.116630 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2afb2799-0b0d-4b3b-be05-de2c3859d4cf req-e8ec480e-4e19-4b20-8146-a7fe899ccbe5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1160369 Jun 24 16:32:51.163193 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.166474 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2afb2799-0b0d-4b3b-be05-de2c3859d4cf req-dfc5e555-dc0c-4fad-be15-03fb5f3cd83b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Jun 24 16:32:51.190104 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60a1f64-110c-4e19-958f-514869102f81']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:51.203507 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2a7032-b775-409b-9e8d-566db2183e27') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:51.203842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2a7032-b775-409b-9e8d-566db2183e27') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:51.216301 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.233049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.241707 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:32:51.242795 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.312222 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment de2a7032-b775-409b-9e8d-566db2183e27 resource provider aggregate not found Jun 24 16:32:51.342171 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment de2a7032-b775-409b-9e8d-566db2183e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de2a7032-b775-409b-9e8d-566db2183e27 found for delete ", "request_id": "req-ee496bf4-593f-442c-8e42-1d502c944247"}]} Jun 24 16:32:51.350697 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.355185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.382209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d60a1f64-110c-4e19-958f-514869102f81,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:51.392460 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1878dff5-ba15-4756-a67c-1f3db287d7ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/d60a1f64-110c-4e19-958f-514869102f81 HTTP/1.1" status: 204 len: 168 time: 0.5293243 Jun 24 16:32:51.392957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46102) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:51.456218 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Deleting subnet 88289b6a-6df0-48ec-847d-f10bcf08d837 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:32:51.459339 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.510035 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.580209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.655535 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.694737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88289b6a-6df0-48ec-847d-f10bcf08d837,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:51.698526 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:51.705013 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d1be8aed-ccb1-4ebb-947a-4b7db24a11b6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/88289b6a-6df0-48ec-847d-f10bcf08d837 HTTP/1.1" status: 204 len: 168 time: 0.3110421 Jun 24 16:32:51.707752 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:51.801173 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 10db0bae-bd78-42da-9555-8de351900083 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:32:51.838956 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 10db0bae-bd78-42da-9555-8de351900083 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:32:51.839389 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 10db0bae-bd78-42da-9555-8de351900083 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:32:51.904873 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.028332 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.054471 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5720602b-20f7-4328-bd18-ed0faa96bf44']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:52.068024 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219f8032-a5d5-4967-abc2-8af127fb498f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:52.068312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219f8032-a5d5-4967-abc2-8af127fb498f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:32:52.080620 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.096730 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.116743 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:32:52.117142 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.227651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.252127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.259294 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5720602b-20f7-4328-bd18-ed0faa96bf44 HTTP/1.1" status: 204 len: 168 time: 0.5502443 Jun 24 16:32:52.260143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea28d1-550f-44c8-812a-f729057f4950 admin admin] Pushing event deleted for resources: {'Network': ['ID=5720602b-20f7-4328-bd18-ed0faa96bf44,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:52.412967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d7fbf-893d-4e30-aa2f-a3a6cd399239 req-53613342-86b5-4c6c-9bc5-632190db1ca7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:52.414469 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f40d7fbf-893d-4e30-aa2f-a3a6cd399239 req-53613342-86b5-4c6c-9bc5-632190db1ca7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1168871 Jun 24 16:32:52.485950 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f40d7fbf-893d-4e30-aa2f-a3a6cd399239 req-4d6f9680-28d7-408f-bb9b-ad1f8e69fcf1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651090 Jun 24 16:32:52.550897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:52.555973 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.620642 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f7fcfb89-3b83-4054-b7ee-18cfd06341de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7554218e95e6433e92fec88af8614118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686419 Jun 24 16:32:52.624437 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:52.640838 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-6c4a4848-bdb1-49c8-8225-61e723caaf63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984893 Jun 24 16:32:52.693200 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.749273 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.814072 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.838609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:52.847656 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:52.849427 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9ae4ce04-cc66-40c6-93de-251119b3fe97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bef4ee4-35ce-4a2c-a9f6-a1ab070e12e4 HTTP/1.1" status: 204 len: 168 time: 0.2235718 Jun 24 16:32:52.909981 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-d1c2dba1-3c49-4a76-96ec-cfe711e13f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:52.911785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-d1c2dba1-3c49-4a76-96ec-cfe711e13f0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1099 time: 0.1815050 Jun 24 16:32:53.093371 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-ec2e410d-3905-40bb-8da1-29ee5af2bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:53.094894 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-ec2e410d-3905-40bb-8da1-29ee5af2bd90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1547441 Jun 24 16:32:53.176502 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-c2ead834-f2b0-4103-bc3a-5949fd2ffd4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 217 time: 0.0675750 Jun 24 16:32:53.239300 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:53.290859 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-dcced7c5-b357-4d83-9473-0a447aaa188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:53.293037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-dcced7c5-b357-4d83-9473-0a447aaa188a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0972667 Jun 24 16:32:53.353863 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-53a7b75e-f123-4d47-9acc-5fab30ac58cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a18e191698ae42d4aea8ee67fa37dd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129990 Jun 24 16:32:53.357269 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46292) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:53.382424 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 219f8032-a5d5-4967-abc2-8af127fb498f resource provider aggregate not found Jun 24 16:32:53.395728 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-2636c79b-80a3-4561-81d4-247d0b6b82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:53.397188 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-2636c79b-80a3-4561-81d4-247d0b6b82c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925567 Jun 24 16:32:53.407446 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 219f8032-a5d5-4967-abc2-8af127fb498f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 219f8032-a5d5-4967-abc2-8af127fb498f found for delete ", "request_id": "req-d44994e9-6fc1-4425-9533-29db89b775d4"}]} Jun 24 16:32:53.432145 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:53.463812 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:53.551247 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-07c6d134-0da9-430e-a865-058e90c55b36 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407008 Jun 24 16:32:53.556464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:53.588986 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:53.595467 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f177588f-fa8a-4b78-8095-c38bbd3652d2 HTTP/1.1" status: 204 len: 168 time: 0.2360122 Jun 24 16:32:53.599951 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e409a2-e51a-4a15-8ae5-d1cb72dec74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177588f-fa8a-4b78-8095-c38bbd3652d2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:53.698462 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-24d3151f-281f-4d2c-a00f-26066bac6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:53.810814 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1e054e1f-8ec1-469a-83fb-6f2bd2d5117c req-76e0fc86-fb0a-488c-a68d-2544582f3034 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495766 Jun 24 16:32:53.847495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442b17-c997-4cbc-8c4f-39d08b85f385 req-8039c21d-7195-430b-99ca-fca0e01e09a2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:53.848985 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-90442b17-c997-4cbc-8c4f-39d08b85f385 req-8039c21d-7195-430b-99ca-fca0e01e09a2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1698854 Jun 24 16:32:53.921245 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-90442b17-c997-4cbc-8c4f-39d08b85f385 req-4a4a8823-e584-4d5b-b19c-4657e286d806 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657423 Jun 24 16:32:55.143151 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a181-5f2a-43fc-b42e-42fd423f6143 req-474cd900-c205-4040-9f7f-5538e7cc6ec8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:55.147490 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1378a181-5f2a-43fc-b42e-42fd423f6143 req-474cd900-c205-4040-9f7f-5538e7cc6ec8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1096575 Jun 24 16:32:55.191652 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1378a181-5f2a-43fc-b42e-42fd423f6143 req-29631143-9342-4add-b094-882beb89a806 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Jun 24 16:32:56.117825 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14049e07-17c7-4231-9e39-7ec7e84968a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.419811 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d97702-c3da-484d-a95e-1081e008817b req-9531c20a-af04-4768-b17a-5af6f47cfbad tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:56.428302 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-56d97702-c3da-484d-a95e-1081e008817b req-9531c20a-af04-4768-b17a-5af6f47cfbad tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1132796 Jun 24 16:32:56.483615 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-56d97702-c3da-484d-a95e-1081e008817b req-f0623de3-896c-4ca7-8d3a-5bdf60bf99fe tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Jun 24 16:32:56.603529 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:56.754819 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c16779b8-f12b-446f-8615-e621f7da38d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bac25a419b6e4e798909281b730ac169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501343 Jun 24 16:32:56.757347 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:56.814745 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.845488 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.896864 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.913554 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dd63d9-cf43-4dda-afc5-cfd289bea7f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:56.916067 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.922502 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.922839 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.923196 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.923521 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.923841 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.924163 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.924537 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.924893 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.925211 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.925527 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.925835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.926146 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:56.928788 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:56.929926 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-17195c58-2d49-4033-98f9-c09c8e88a2fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0dd63d9-cf43-4dda-afc5-cfd289bea7f8 HTTP/1.1" status: 204 len: 168 time: 0.1716912 Jun 24 16:32:57.198227 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:57.652061 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:57.811665 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d69d9-a380-4bd6-bad5-18ea5683156a req-84ca6045-c1fc-411b-be88-c5c6bf8a3ac9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:57.813441 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-522d69d9-a380-4bd6-bad5-18ea5683156a req-84ca6045-c1fc-411b-be88-c5c6bf8a3ac9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1570411 Jun 24 16:32:57.834676 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-687698749-network', 'tenant_id': '928bcdbcadd24982900fa796050def8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:57.839841 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:57.846618 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Usage tracker for resource:network and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:57.849957 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:57.857489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:57.868473 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-522d69d9-a380-4bd6-bad5-18ea5683156a req-be8d3146-706e-4e56-baf6-f1a35c579033 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Jun 24 16:32:57.875580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Made reservation on behalf of 928bcdbcadd24982900fa796050def8d for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:57.878942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:57.894106 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:57.914247 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:57.918988 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:57.921835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:57.928235 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:58.015799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.019589 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.049872 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:32:58.058123 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55c02d-9b8b-4b3a-9908-70ca6d4cb023,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:58.066330 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.066330 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Added segment fbae2773-a300-4f83-8799-83d32c0d3d74 of type vlan for network c7404b37-2ca1-4204-bc36-8380d28f6454 Jun 24 16:32:58.092398 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.125437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.126397 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:58.126990 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.228328 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5745351 Jun 24 16:32:58.231342 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405c88-73c1-48de-a745-ef8e7cee28c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7404b37-2ca1-4204-bc36-8380d28f6454,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:58.232572 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46506) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:58.239410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Request body: {'subnet': {'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-687698749-subnet', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:58.242732 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network c7404b37-2ca1-4204-bc36-8380d28f6454 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:32:58.245251 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:58.252414 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Usage tracker for resource:subnet and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:58.255967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:58.264428 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:58.279264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Made reservation on behalf of 928bcdbcadd24982900fa796050def8d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:32:58.282441 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827622'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.463654 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46514) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:58.470431 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.501293 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2731456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827600'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.579016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0810102-d388-49f8-89e2-c7ac9c90d1bf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:58.589957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.590292 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.590685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.591042 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.591369 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.591688 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.592003 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.592316 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.592629 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.592936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.593243 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.593551 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:32:58.599161 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Checking segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:32:58.599510 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Network hostable DHCP agents. Network: c7404b37-2ca1-4204-bc36-8380d28f6454, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:32:58.602902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.619184 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Network c7404b37-2ca1-4204-bc36-8380d28f6454 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:32:58.623737 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:58.627969 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Usage tracker for resource:security_group_rule and tenant:c1b969a3152e4794b6e912e1314304f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:58.628657 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, c7404b37-2ca1-4204-bc36-8380d28f6454) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:32:58.630971 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:58.632970 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:58.633722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.638142 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:58.640860 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc6248e-5947-426a-86cb-1ff97dd7200b None None] Network c7404b37-2ca1-4204-bc36-8380d28f6454 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:32:58.659392 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:58.659940 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7f602b9b-4252-4d17-a9d6-f07acb2e720c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4257662 Jun 24 16:32:58.665309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:32:58.673444 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:58.679666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Usage tracker for resource:router and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:58.683539 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:58.692594 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:58.711265 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.712250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.755584 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.768311 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.774241 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:58.880185 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-c7404b37-2ca1-4204-bc36-8380d28f6454', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:32:58.881003 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.049507 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Allocated IP 172.20.0.2 (c7404b37-2ca1-4204-bc36-8380d28f6454/c0810102-d388-49f8-89e2-c7ac9c90d1bf/a07f74ec-9515-4be4-a56a-24428c9623ac) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:32:59.069208 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1b969a3152e4794b6e912e1314304f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048031 Jun 24 16:32:59.071821 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46530) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:59.139641 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.161085 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03050c7-0ac2-48f1-a849-acc593be85ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76e7f41-d872-4f16-a5a0-94d74e142ab8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:59.175744 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.235185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.253953 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76e7f41-d872-4f16-a5a0-94d74e142ab8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:59.258130 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.259362 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3af2108e-0f13-46f0-b4f3-6dfe648025e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b76e7f41-d872-4f16-a5a0-94d74e142ab8 HTTP/1.1" status: 204 len: 168 time: 0.1865880 Jun 24 16:32:59.300434 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.309497 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.320908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Transition to ACTIVE for port object a07f74ec-9515-4be4-a56a-24428c9623ac will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:32:59.342243 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Transition to ACTIVE for port object a07f74ec-9515-4be4-a56a-24428c9623ac will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:32:59.348347 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.349414 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554532-f5e5-4d21-95da-1acfcfb235eb req-1390f3b1-78ef-4bd2-a58d-4632640f2e7c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:32:59.357435 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e554532-f5e5-4d21-95da-1acfcfb235eb req-1390f3b1-78ef-4bd2-a58d-4632640f2e7c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.3354645 Jun 24 16:32:59.434350 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Network c7404b37-2ca1-4204-bc36-8380d28f6454 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:32:59.436036 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:32:59.438117 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Pushing event updated for resources: {'Port': ['ID=a07f74ec-9515-4be4-a56a-24428c9623ac,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:59.440681 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:32:59.468301 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4e554532-f5e5-4d21-95da-1acfcfb235eb req-9f035730-aaee-47f5-964f-75e66125000e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091225 Jun 24 16:32:59.569413 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Attempting to bind port a07f74ec-9515-4be4-a56a-24428c9623ac on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:32:59.569864 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Attempting to bind port a07f74ec-9515-4be4-a56a-24428c9623ac by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:32:59.570379 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Attempting to bind port a07f74ec-9515-4be4-a56a-24428c9623ac on network c7404b37-2ca1-4204-bc36-8380d28f6454 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:32:59.578087 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:32:59.578456 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Checking segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:32:59.579086 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.579623 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Bound using segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:32:59.580553 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Bound port: a07f74ec-9515-4be4-a56a-24428c9623ac, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:32:59.581435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.697496 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] For port a07f74ec-9515-4be4-a56a-24428c9623ac, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:32:59.700676 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] For port a07f74ec-9515-4be4-a56a-24428c9623ac, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a07f74ec-9515-4be4-a56a-24428c9623ac,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:32:59.706287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.753840 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.789982 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.802123 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:32:59.822831 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.837885 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237741fa-78bb-471d-a8f5-b2db7a7cb36e None None] Pushing event updated for resources: {'Port': ['ID=a07f74ec-9515-4be4-a56a-24428c9623ac,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:32:59.858005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:32:59.862896 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Usage tracker for resource:security_group_rule and tenant:019b0a7a280d49c8bb346788390e39d6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:32:59.867013 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:32:59.874455 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:32:59.956386 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Allocated IP 172.28.2.60 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/ac51bfba-d577-4db8-826d-d54850602d4c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:32:59.971721 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:32:59.976257 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.041441 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=019b0a7a280d49c8bb346788390e39d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379856 Jun 24 16:33:00.042585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982049-7ad5-4d49-ae22-d20dc9b077ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18160bde-a123-4563-b7d6-d65fffeaa7e5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:00.044815 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:00.167004 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.173092 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.204707 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.264220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.323685 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.351016 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:00.358399 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:00.363659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18160bde-a123-4563-b7d6-d65fffeaa7e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:00.368070 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:00.402393 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Pushing event updated for resources: {'Port': ['ID=ac51bfba-d577-4db8-826d-d54850602d4c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:00.431305 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.432397 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-832851b6-f0fa-4d69-987a-d41056c231c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18160bde-a123-4563-b7d6-d65fffeaa7e5 HTTP/1.1" status: 204 len: 168 time: 0.3866749 Jun 24 16:33:00.513787 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:33:00.766834 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50987582-a4a7-4d16-a491-5de1748556e1 req-be715301-1d70-47a1-a49d-b93bb5240256 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:00.768648 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-50987582-a4a7-4d16-a491-5de1748556e1 req-be715301-1d70-47a1-a49d-b93bb5240256 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1225400 Jun 24 16:33:00.833950 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-50987582-a4a7-4d16-a491-5de1748556e1 req-1addfd1e-3217-484a-90f1-2b2133fa5736 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Jun 24 16:33:00.923806 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:00.941738 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:00.942577 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519382e-9153-4f45-b38b-857e564506fe None None] Network c7404b37-2ca1-4204-bc36-8380d28f6454 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:33:00.959127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:00.963170 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Usage tracker for resource:security_group_rule and tenant:24b89ec710884afc899aa288c01689d6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:00.966810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:00.973700 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:00.993802 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.071901 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.078027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.090821 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c528dfc6-9bcf-45bd-acbf-5be7b4056780 None None] Provisioning for port a07f74ec-9515-4be4-a56a-24428c9623ac completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:01.128454 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24b89ec710884afc899aa288c01689d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034624 Jun 24 16:33:01.129411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea84ad7-dc86-4a92-af32-324e98ecc3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d785911-675f-416d-aa7b-c7b92ee2af19,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:01.132522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:01.192959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.225414 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.283338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.301760 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d785911-675f-416d-aa7b-c7b92ee2af19,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:01.327500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.330957 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a1c887d6-0783-48b1-a5d3-3be24abab8d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d785911-675f-416d-aa7b-c7b92ee2af19 HTTP/1.1" status: 204 len: 168 time: 0.1950552 Jun 24 16:33:01.381200 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.544911 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a07f74ec-9515-4be4-a56a-24428c9623ac up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:01.678904 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port a07f74ec-9515-4be4-a56a-24428c9623ac completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:01.689507 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port a07f74ec-9515-4be4-a56a-24428c9623ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:01.689876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.725889 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:33:01.766371 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Provisioning complete for port a07f74ec-9515-4be4-a56a-24428c9623ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:01.766740 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.949644 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:33:01.978684 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:01.981827 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4cd805f9-3898-4642-815c-56a506783f45 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3200679 Jun 24 16:33:01.984089 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46604) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:01.995690 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port a07f74ec-9515-4be4-a56a-24428c9623ac is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:01.996969 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:02.015490 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Sync routers for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:33:02.098309 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:02.098996 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:02.167574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e40f-c356-45f4-8468-995dac31af67 req-ccac4be2-7d02-4352-8d67-24c018e68191 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:02.174972 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Current status of the port a07f74ec-9515-4be4-a56a-24428c9623ac is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:02.177275 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b46e40f-c356-45f4-8468-995dac31af67 req-ccac4be2-7d02-4352-8d67-24c018e68191 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1691341 Jun 24 16:33:02.187532 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:02.219778 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port a07f74ec-9515-4be4-a56a-24428c9623ac, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a07f74ec-9515-4be4-a56a-24428c9623ac,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:02.244837 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b46e40f-c356-45f4-8468-995dac31af67 req-d015197b-83d2-440f-a788-c25e66571a03 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Jun 24 16:33:02.327095 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:02.501939 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:33:02.502289 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:33:02.505481 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=a07f74ec-9515-4be4-a56a-24428c9623ac,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:02.514876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.515465 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.515973 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.516464 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.516950 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.517434 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.517916 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.518404 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.518882 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.519393 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.519872 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.520347 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:02.541442 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:02.864276 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:00Z', 'revision_number': 3, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:02.868861 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Checking router: 33bbc3e6-2da2-493d-b087-21b098d9dfb7 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:33:02.869250 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Updating router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 port ac51bfba-d577-4db8-826d-d54850602d4c binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:33:02.874133 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:02.922440 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.120095 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Allocated IP 172.20.0.1 (c7404b37-2ca1-4204-bc36-8380d28f6454/c0810102-d388-49f8-89e2-c7ac9c90d1bf/eb20642c-f109-4c46-8009-84b841e4619b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:03.141757 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03f93b8d-1b94-402b-be17-f4059d5ad252 None None] Current status of the port a07f74ec-9515-4be4-a56a-24428c9623ac is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:03.295101 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.342382 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Transition to ACTIVE for port object eb20642c-f109-4c46-8009-84b841e4619b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:03.454648 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a07f74ec-9515-4be4-a56a-24428c9623ac up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:03.492221 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.521351 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.545902 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Transition to ACTIVE for port object ac51bfba-d577-4db8-826d-d54850602d4c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:03.582303 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.587473 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3855-912b-481b-a4b5-29eb43dbab76 req-e367cec5-a8cb-4cbf-9da2-12385b67c650 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:03.590493 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fb5e3855-912b-481b-a4b5-29eb43dbab76 req-e367cec5-a8cb-4cbf-9da2-12385b67c650 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2259779 Jun 24 16:33:03.630109 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Network c7404b37-2ca1-4204-bc36-8380d28f6454 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:03.636136 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:03.646722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:03.679999 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port a07f74ec-9515-4be4-a56a-24428c9623ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:03.680400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.711922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e3a1-5644-4e59-937b-9cadef001168 None None] Pushing event updated for resources: {'Port': ['ID=ac51bfba-d577-4db8-826d-d54850602d4c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:03.721453 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Pushing event updated for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:03.727519 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.766989 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Attempting to bind port ac51bfba-d577-4db8-826d-d54850602d4c on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:03.767461 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Attempting to bind port ac51bfba-d577-4db8-826d-d54850602d4c by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:03.767925 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Attempting to bind port ac51bfba-d577-4db8-826d-d54850602d4c on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:03.775746 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:03.776285 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:03.776782 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.777867 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:03.778462 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Bound port: ac51bfba-d577-4db8-826d-d54850602d4c, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:03.778946 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:03.934954 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fb5e3855-912b-481b-a4b5-29eb43dbab76 req-f9ec7411-7b95-4ae2-b545-de183671f67e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322473 Jun 24 16:33:04.014760 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:04.034679 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] For port ac51bfba-d577-4db8-826d-d54850602d4c, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:04.040449 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-258c1719-d00a-444a-8774-3fb00b1cb8a2 None None] Provisioning for port eb20642c-f109-4c46-8009-84b841e4619b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:04.051249 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-258c1719-d00a-444a-8774-3fb00b1cb8a2 None None] Provisioning complete for port eb20642c-f109-4c46-8009-84b841e4619b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:04.051646 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-258c1719-d00a-444a-8774-3fb00b1cb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.076940 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port a07f74ec-9515-4be4-a56a-24428c9623ac is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:04.084515 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] For port ac51bfba-d577-4db8-826d-d54850602d4c, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=ac51bfba-d577-4db8-826d-d54850602d4c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:04.102458 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.188112 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.195465 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e3a1-5644-4e59-937b-9cadef001168 None None] Pushing event updated for resources: {'Port': ['ID=ac51bfba-d577-4db8-826d-d54850602d4c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:04.197885 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-258c1719-d00a-444a-8774-3fb00b1cb8a2 None None] Port eb20642c-f109-4c46-8009-84b841e4619b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:04.201762 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.203864 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:04.205185 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:04.206041 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:04.208266 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Usage tracker for resource:security_group_rule and tenant:e750625517af438da2a12a9ceb0f933f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:04.211168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:04.217679 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:04.304121 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.310079 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.361682 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e750625517af438da2a12a9ceb0f933f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457434 Jun 24 16:33:04.363267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d82b7d-0d55-412f-87d6-6f78f3e61fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d73c34-e7b0-416d-a9fc-526e7cfaffca,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:04.365264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:04.392220 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:04.473083 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.512335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.515929 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.524069 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.658270 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.666967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Pushing event updated for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:04.709874 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 1, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:04.713826 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b09d7-b9f7-42ac-bc9d-d1f83edde641 None None] The sync data for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb is: [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 1, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:33:04.750599 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.775364 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d73c34-e7b0-416d-a9fc-526e7cfaffca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:04.812078 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:04.813191 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-51579ae7-c594-44b8-a14a-51ca74ac0b6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7d73c34-e7b0-416d-a9fc-526e7cfaffca HTTP/1.1" status: 204 len: 168 time: 0.4471626 Jun 24 16:33:04.827820 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Network c7404b37-2ca1-4204-bc36-8380d28f6454 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:04.828989 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:05.094505 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:33:05.245472 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-141e5286-49b0-4308-8eb6-bb961815d4a5 None None] Provisioning complete for port eb20642c-f109-4c46-8009-84b841e4619b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:05.247273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-141e5286-49b0-4308-8eb6-bb961815d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.331835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d8fdc-d5a3-441e-9fcd-34a58d1318d0 req-1bcea52b-e5e6-484e-a799-0a14cde69cfa tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:05.334933 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-141e5286-49b0-4308-8eb6-bb961815d4a5 None None] Port eb20642c-f109-4c46-8009-84b841e4619b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:05.339355 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-486d8fdc-d5a3-441e-9fcd-34a58d1318d0 req-1bcea52b-e5e6-484e-a799-0a14cde69cfa tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1854730 Jun 24 16:33:05.367738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:05.397178 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.423030 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:05.429258 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-486d8fdc-d5a3-441e-9fcd-34a58d1318d0 req-e46e79d7-6d82-454c-94ba-119b3028f10b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868282 Jun 24 16:33:05.430247 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Usage tracker for resource:security_group_rule and tenant:d450a29156d046519ddb851f15cf008c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:05.439513 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:05.448258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:05.475310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:33:05.481460 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-dc71ecb6-5c71-481e-9b6e-8c6ba124e8ba admin admin] 10.222.0.26 "PUT /v2.0/routers/33bbc3e6-2da2-493d-b087-21b098d9dfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957180 Jun 24 16:33:05.568567 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.576019 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.638067 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d450a29156d046519ddb851f15cf008c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667260 Jun 24 16:33:05.638974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:05.658512 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4841-e613-4884-aeff-af6348f9533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475409fd-8acb-4973-ac52-a1cb57f47cf9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:05.745601 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.781726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.849015 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.873065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475409fd-8acb-4973-ac52-a1cb57f47cf9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:05.890996 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:05.892165 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-156ba76f-c594-4553-9e7b-61060a22f994 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/475409fd-8acb-4973-ac52-a1cb57f47cf9 HTTP/1.1" status: 204 len: 168 time: 0.2521527 Jun 24 16:33:06.397503 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:06.403468 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633178848-network', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:06.409146 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:06.413347 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Usage tracker for resource:network and tenant:40c5e9b537834e8fb4c50ba0940326e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:06.416421 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:06.424180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:06.437394 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Made reservation on behalf of 40c5e9b537834e8fb4c50ba0940326e4 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:06.440060 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.465916 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.486062 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:06.490583 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Usage tracker for resource:security_group_rule and tenant:40c5e9b537834e8fb4c50ba0940326e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:06.493448 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:06.512290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:06.630440 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.648541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.685430 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9fadd-c186-4c46-9d93-da8ba9479d54 req-f5ed585b-3bd7-4177-a7d9-a6313b047f55 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:06.686999 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1ec9fadd-c186-4c46-9d93-da8ba9479d54 req-f5ed585b-3bd7-4177-a7d9-a6313b047f55 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1257682 Jun 24 16:33:06.721862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:33:06.746415 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b1da78-6d97-4784-ad3a-02f7b67463de,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:06.762656 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1ec9fadd-c186-4c46-9d93-da8ba9479d54 req-b127020c-1b5c-4ade-aadc-d1e6bcedda7c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617504 Jun 24 16:33:06.763892 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.764717 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Added segment c916e87b-e339-455b-bdd9-3f7140af4ed7 of type vlan for network 70295737-0c1b-4fc9-96fc-73d4800f90b2 Jun 24 16:33:06.798972 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.835038 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.835981 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:06.836557 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:06.949415 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] Pushing event updated for resources: {'Network': ['ID=70295737-0c1b-4fc9-96fc-73d4800f90b2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:06.961689 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:33:06.963801 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e3e6008e-798e-4cf7-96d5-485b4fd4192d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5654356 Jun 24 16:33:06.967228 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:06.973371 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Request body: {'subnet': {'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633178848-subnet', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:06.980952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:06.983386 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Usage tracker for resource:subnet and tenant:40c5e9b537834e8fb4c50ba0940326e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:06.986471 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:06.993666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:07.103143 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Made reservation on behalf of 40c5e9b537834e8fb4c50ba0940326e4 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:07.107350 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2327808'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.361361 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2327862'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.427162 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Sync routers for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:33:07.438125 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:07.438739 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:07.447013 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b609eb-59f9-418e-8053-1237bba33166,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:07.469355 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device ac51bfba-d577-4db8-826d-d54850602d4c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:07.491566 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Checking segment: {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:07.492104 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Network hostable DHCP agents. Network: 70295737-0c1b-4fc9-96fc-73d4800f90b2, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:33:07.545748 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:33:07.564942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 70295737-0c1b-4fc9-96fc-73d4800f90b2) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:07.571537 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:07.575287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.581939 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b1eb0-f73a-4529-82d5-4809f6753fd9 None None] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:33:07.613988 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port ac51bfba-d577-4db8-826d-d54850602d4c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:07.619033 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:07.619391 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ee6b36d8-3caa-4c48-b228-e40c0f7477b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6475189 Jun 24 16:33:07.625128 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:07.629854 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:07.633978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Usage tracker for resource:router and tenant:40c5e9b537834e8fb4c50ba0940326e4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:07.638207 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:07.646192 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:07.678601 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.680080 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.687808 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:07.689647 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port ac51bfba-d577-4db8-826d-d54850602d4c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:07.690178 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.707692 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.938840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port ac51bfba-d577-4db8-826d-d54850602d4c is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:07.942253 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:07.967909 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port ac51bfba-d577-4db8-826d-d54850602d4c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=ac51bfba-d577-4db8-826d-d54850602d4c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:07.985171 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.132439 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=ac51bfba-d577-4db8-826d-d54850602d4c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:08.186279 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:04Z', 'revision_number': 2, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:08.200698 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d3b57-111d-4a0f-a66b-1bae99e5e842 req-c4eac3ee-dbf4-473d-bbbd-c21a465415e7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:08.201822 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Checking router: 33bbc3e6-2da2-493d-b087-21b098d9dfb7 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:33:08.202222 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-105d3b57-111d-4a0f-a66b-1bae99e5e842 req-c4eac3ee-dbf4-473d-bbbd-c21a465415e7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2198954 Jun 24 16:33:08.202899 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Updating router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 port eb20642c-f109-4c46-8009-84b841e4619b binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:33:08.236260 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-70295737-0c1b-4fc9-96fc-73d4800f90b2', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:33:08.237232 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.264085 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.285668 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-105d3b57-111d-4a0f-a66b-1bae99e5e842 req-cef331e1-d33b-499e-81eb-27e7fca56afc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Jun 24 16:33:08.325006 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.492510 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Allocated IP 172.20.0.2 (70295737-0c1b-4fc9-96fc-73d4800f90b2/39b609eb-59f9-418e-8053-1237bba33166/98830943-a7ec-4aeb-bc46-c71674653659) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:08.707576 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.722807 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:08.791940 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.850994 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.862435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Transition to ACTIVE for port object 98830943-a7ec-4aeb-bc46-c71674653659 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:08.884026 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Transition to ACTIVE for port object 98830943-a7ec-4aeb-bc46-c71674653659 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:08.900794 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.904281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.944922 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:08.947781 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.958230 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Usage tracker for resource:security_group_rule and tenant:aa9bedb4b3b34a4b8a297adfc0981efd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:08.964509 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:08.970478 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Transition to ACTIVE for port object eb20642c-f109-4c46-8009-84b841e4619b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:08.979640 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:08.984422 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:08.992015 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:08.996075 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:09.000314 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:09.007043 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Pushing event updated for resources: {'Port': ['ID=98830943-a7ec-4aeb-bc46-c71674653659,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.167528 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.173992 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.178636 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Allocated IP 172.28.2.74 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/368b9386-18a9-454f-bc90-e42f76dcae39) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:09.223548 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Attempting to bind port 98830943-a7ec-4aeb-bc46-c71674653659 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:09.224294 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c1eeb-1216-40d9-a1c1-655a9b4a77cc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.228560 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Attempting to bind port 98830943-a7ec-4aeb-bc46-c71674653659 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:09.229405 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Attempting to bind port 98830943-a7ec-4aeb-bc46-c71674653659 on network 70295737-0c1b-4fc9-96fc-73d4800f90b2 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:09.240926 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Pushing event updated for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.247866 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:09.248494 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Checking segment: {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:09.248901 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.249542 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Bound using segment: {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:09.250024 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Bound port: 98830943-a7ec-4aeb-bc46-c71674653659, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:09.250402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.252785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ef709c0f-2f51-41e8-b013-7a1ae041196f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa9bedb4b3b34a4b8a297adfc0981efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284204 Jun 24 16:33:09.257443 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:09.324499 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.324946 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.325782 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.326391 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.327027 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.327458 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.328009 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.328471 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.328889 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.329754 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.330194 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.330770 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:09.368945 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Attempting to bind port eb20642c-f109-4c46-8009-84b841e4619b on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:09.383484 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Attempting to bind port eb20642c-f109-4c46-8009-84b841e4619b by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:09.384187 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Attempting to bind port eb20642c-f109-4c46-8009-84b841e4619b on network c7404b37-2ca1-4204-bc36-8380d28f6454 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:09.407140 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:09.410045 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Checking segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:09.410761 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.413060 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Bound using segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:09.413659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.415543 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Bound port: eb20642c-f109-4c46-8009-84b841e4619b, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:09.416146 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.450622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] For port 98830943-a7ec-4aeb-bc46-c71674653659, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:09.457441 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] For port 98830943-a7ec-4aeb-bc46-c71674653659, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=98830943-a7ec-4aeb-bc46-c71674653659,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:09.479816 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.491990 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.557889 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device ac51bfba-d577-4db8-826d-d54850602d4c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:09.606889 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.629321 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.635864 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c1eeb-1216-40d9-a1c1-655a9b4a77cc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.637655 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:09.646333 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.647434 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-20e4a8e1-983b-4248-92b0-0c432553b4ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d35c1eeb-1216-40d9-a1c1-655a9b4a77cc HTTP/1.1" status: 204 len: 168 time: 0.3887262 Jun 24 16:33:09.669956 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] For port eb20642c-f109-4c46-8009-84b841e4619b, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:09.680254 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] For port eb20642c-f109-4c46-8009-84b841e4619b, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=eb20642c-f109-4c46-8009-84b841e4619b,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:09.687790 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.710656 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4015f9-4e1f-47de-aa4c-cddd0034e3c0 None None] Pushing event updated for resources: {'Port': ['ID=98830943-a7ec-4aeb-bc46-c71674653659,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.736734 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97faa9-2743-466b-a0c7-933b2c1aed42 req-d1a1fe3e-2592-4895-920b-be43baa9f4ac tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:09.738266 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7e97faa9-2743-466b-a0c7-933b2c1aed42 req-d1a1fe3e-2592-4895-920b-be43baa9f4ac tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1959450 Jun 24 16:33:09.751027 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port ac51bfba-d577-4db8-826d-d54850602d4c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:09.751401 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.793705 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:09.818814 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6108d9-7c34-467b-8308-ccaaee3ed752 None None] Pushing event updated for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.871708 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:09.872649 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:09.924180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:09.932016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Pushing event updated for resources: {'Port': ['ID=368b9386-18a9-454f-bc90-e42f76dcae39,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:09.938003 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:09.947162 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:09.999455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port ac51bfba-d577-4db8-826d-d54850602d4c is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:10.050561 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7e97faa9-2743-466b-a0c7-933b2c1aed42 req-4f813ad8-a035-4192-83aa-1cabd2d542c5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998195 Jun 24 16:33:10.171145 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:10.189821 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:10.194346 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Usage tracker for resource:security_group_rule and tenant:6a467f0d7acf437eb206e4a89c152e7e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:10.197531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:10.205879 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:10.309052 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:10.353216 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:10.360103 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:10.409808 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f92ed-e066-4759-ad0e-cf9f750aec79,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:10.437283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:10.438132 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-86b6a89a-c1e1-4fb4-a113-7a15d5148e68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a467f0d7acf437eb206e4a89c152e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985792 Jun 24 16:33:10.520478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:10.701809 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:10.735038 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:09Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:10.744063 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f55c7-4bf6-4d33-a92e-94b7b862cf05 None None] The sync data for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb is: [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:09Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:33:10.809239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.016258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:11.146975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.177801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f92ed-e066-4759-ad0e-cf9f750aec79,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:11.202158 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2d8ab-dcda-4a6e-bcfc-f9519e6f96de None None] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:33:11.248629 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.250308 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f8949992-78a0-438f-830d-329c4ce12642 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c0f92ed-e066-4759-ad0e-cf9f750aec79 HTTP/1.1" status: 204 len: 168 time: 0.8116825 Jun 24 16:33:11.298512 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.338053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:11.344511 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Usage tracker for resource:security_group_rule and tenant:02748cb0cece48f08150568e62286c23 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:11.348995 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:11.359643 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:11.419945 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-411fc5f0-5746-402f-9209-add1ea1e9f2c None None] Provisioning for port 98830943-a7ec-4aeb-bc46-c71674653659 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:11.520212 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cddcf3-b58c-46aa-8b44-feae233677af req-2737ca78-31e4-40d4-ac1c-9939b56fc957 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:11.532036 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45cddcf3-b58c-46aa-8b44-feae233677af req-2737ca78-31e4-40d4-ac1c-9939b56fc957 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.2820859 Jun 24 16:33:11.669434 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.738258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.775681 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45cddcf3-b58c-46aa-8b44-feae233677af req-3d5c01a5-1cff-4685-8006-e4b0eba6ee03 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364256 Jun 24 16:33:11.775681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:11.827815 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device eb20642c-f109-4c46-8009-84b841e4619b up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:11.871041 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26864a01-bb2d-438c-a1c8-b48f4e766741,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:11.934659 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-948d839e-e985-4ca8-8df4-aae5ebd8599c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02748cb0cece48f08150568e62286c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9170976 Jun 24 16:33:11.937687 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:11.980595 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port eb20642c-f109-4c46-8009-84b841e4619b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:11.988256 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port eb20642c-f109-4c46-8009-84b841e4619b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:11.988876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.028050 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:12.052998 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:33:12.123137 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.144123 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.148799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:12.153756 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Usage tracker for resource:security_group_rule and tenant:84f0ad27be8547c28d3a5e20b5702d84 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:12.157212 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:12.163582 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:12.182232 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port eb20642c-f109-4c46-8009-84b841e4619b is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:12.182891 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.215879 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46940) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:12.227321 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port eb20642c-f109-4c46-8009-84b841e4619b, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=eb20642c-f109-4c46-8009-84b841e4619b,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:12.231238 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.233233 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.234413 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 98830943-a7ec-4aeb-bc46-c71674653659 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:12.342678 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:12.364661 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.373425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.390846 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:33:12.398247 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.400225 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 98830943-a7ec-4aeb-bc46-c71674653659 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:12.408366 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Sync routers for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:33:12.410627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26864a01-bb2d-438c-a1c8-b48f4e766741,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:12.420917 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:12.421600 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:12.429844 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.435396 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-890801e5-bcdc-4536-9714-f2e92bf2898f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8151801 Jun 24 16:33:12.436215 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:12.457072 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.483442 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84f0ad27be8547c28d3a5e20b5702d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530332 Jun 24 16:33:12.486278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 98830943-a7ec-4aeb-bc46-c71674653659 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:12.486465 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.502966 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 46952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:12.504054 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:12.508238 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Usage tracker for resource:security_group_rule and tenant:c4a445a1cbae4e0084cbd0a7bda04a74 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:12.512862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:12.518959 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:12.662202 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.665559 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-bec3754d-d14a-488d-8946-452d4cf2288b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26864a01-bb2d-438c-a1c8-b48f4e766741 HTTP/1.1" status: 204 len: 168 time: 0.7236855 Jun 24 16:33:12.672508 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253e631-386a-43db-80c5-21647a4a0c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38965d-d697-4ef1-a7c1-64d4210c2657,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:12.682462 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.687849 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.699850 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 98830943-a7ec-4aeb-bc46-c71674653659 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:12.701484 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.713293 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.718644 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.756120 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 98830943-a7ec-4aeb-bc46-c71674653659, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=98830943-a7ec-4aeb-bc46-c71674653659,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:12.768432 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:12.784199 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070a8b26-8964-46d1-8a84-97dc5f2f9136,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:12.793449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04de975-249a-4e0c-b6db-6fd8e49c8f3f req-e7541c9b-c88a-48b6-88fa-4fb5949f45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:12.794944 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b04de975-249a-4e0c-b6db-6fd8e49c8f3f req-e7541c9b-c88a-48b6-88fa-4fb5949f45d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1098 time: 0.1864543 Jun 24 16:33:12.797116 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-85c1f84c-4966-4f61-9c3c-7e722bda579f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4a445a1cbae4e0084cbd0a7bda04a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800953 Jun 24 16:33:12.803456 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 46960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:12.826597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.923537 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b04de975-249a-4e0c-b6db-6fd8e49c8f3f req-a980edc8-14f8-4e6b-860b-d798334b2365 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849476 Jun 24 16:33:12.952677 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:12.982145 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.016774 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.045433 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38965d-d697-4ef1-a7c1-64d4210c2657,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:13.062524 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.071894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.076082 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f2874ea9-73f6-42a7-9702-04c89dc487ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b38965d-d697-4ef1-a7c1-64d4210c2657 HTTP/1.1" status: 204 len: 168 time: 0.5692441 Jun 24 16:33:13.082844 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=98830943-a7ec-4aeb-bc46-c71674653659,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:13.117726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a8b26-8964-46d1-8a84-97dc5f2f9136,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:13.129119 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.132523 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9dc85970-8c12-4e5b-a1b0-c0332e6767ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/070a8b26-8964-46d1-8a84-97dc5f2f9136 HTTP/1.1" status: 204 len: 168 time: 0.3258810 Jun 24 16:33:13.237321 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:10Z', 'revision_number': 3, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:13.243840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Checking router: 9ec57dd1-df79-4b36-98f9-e4aaaa446054 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:33:13.245094 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Updating router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 port 368b9386-18a9-454f-bc90-e42f76dcae39 binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:33:13.314039 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.379969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53b658-2625-4082-926a-e683cc7f264c req-819b6f69-e7ce-4562-8058-0eda4ea759af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:13.381511 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5d53b658-2625-4082-926a-e683cc7f264c req-819b6f69-e7ce-4562-8058-0eda4ea759af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.4408860 Jun 24 16:33:13.459834 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5d53b658-2625-4082-926a-e683cc7f264c req-26fcbd4a-dd59-4d2e-9554-9c86f0370709 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Jun 24 16:33:13.499954 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device eb20642c-f109-4c46-8009-84b841e4619b up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:13.693190 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.706241 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port eb20642c-f109-4c46-8009-84b841e4619b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:13.706609 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:13.968014 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Allocated IP 172.20.0.1 (70295737-0c1b-4fc9-96fc-73d4800f90b2/39b609eb-59f9-418e-8053-1237bba33166/9abf2b8a-075d-4059-83a6-b848ad7a10db) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:13.985376 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port eb20642c-f109-4c46-8009-84b841e4619b is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:13.986468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 98830943-a7ec-4aeb-bc46-c71674653659 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:14.021017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.056736 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Transition to ACTIVE for port object 368b9386-18a9-454f-bc90-e42f76dcae39 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:14.075471 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.159449 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.170490 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 98830943-a7ec-4aeb-bc46-c71674653659 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:14.170831 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.181956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Transition to ACTIVE for port object 9abf2b8a-075d-4059-83a6-b848ad7a10db will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:14.201994 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Attempting to bind port 368b9386-18a9-454f-bc90-e42f76dcae39 on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:14.202366 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Attempting to bind port 368b9386-18a9-454f-bc90-e42f76dcae39 by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:14.203012 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Attempting to bind port 368b9386-18a9-454f-bc90-e42f76dcae39 on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:14.210765 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.213486 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7cd06-9a74-4603-89f8-dc0e44bd57c6 None None] Pushing event updated for resources: {'Port': ['ID=368b9386-18a9-454f-bc90-e42f76dcae39,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:14.231021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:14.231402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:14.231815 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.232197 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:14.232665 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Bound port: 368b9386-18a9-454f-bc90-e42f76dcae39, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:14.233029 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.291585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:14.294638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:14.298596 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:14.332998 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] For port 368b9386-18a9-454f-bc90-e42f76dcae39, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:14.336873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] For port 368b9386-18a9-454f-bc90-e42f76dcae39, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=368b9386-18a9-454f-bc90-e42f76dcae39,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:14.375610 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.390874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.464785 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Pushing event updated for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:14.523999 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7cd06-9a74-4603-89f8-dc0e44bd57c6 None None] Pushing event updated for resources: {'Port': ['ID=368b9386-18a9-454f-bc90-e42f76dcae39,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:14.535642 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 98830943-a7ec-4aeb-bc46-c71674653659 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:14.541184 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:14.541992 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:14.616195 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.799718 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6a344f86-3ce0-4242-ab59-9ffb10391917 None None] Provisioning for port 9abf2b8a-075d-4059-83a6-b848ad7a10db completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:14.808542 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6a344f86-3ce0-4242-ab59-9ffb10391917 None None] Provisioning complete for port 9abf2b8a-075d-4059-83a6-b848ad7a10db triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:14.808995 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6a344f86-3ce0-4242-ab59-9ffb10391917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:14.930337 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6a344f86-3ce0-4242-ab59-9ffb10391917 None None] Port 9abf2b8a-075d-4059-83a6-b848ad7a10db cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:14.936618 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:15.009974 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdb5d1-47d3-4ac7-af2b-0421bb13a952 req-31bd62f4-20e3-420a-b5c4-f6ec266ee2b7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:15.015107 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dffdb5d1-47d3-4ac7-af2b-0421bb13a952 req-31bd62f4-20e3-420a-b5c4-f6ec266ee2b7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.3142967 Jun 24 16:33:15.110212 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dffdb5d1-47d3-4ac7-af2b-0421bb13a952 req-a920eaba-395a-4974-90a3-3fb6b81173b7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868568 Jun 24 16:33:15.126846 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:15.146636 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:15.275789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Pushing event updated for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:15.283119 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:15.374770 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9abf2b8a-075d-4059-83a6-b848ad7a10db', 'name': '', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'mac_address': 'fa:16:3e:70:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:13Z', 'updated_at': '2022-06-24T16:33:13Z', 'revision_number': 1, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'subnets': [{'id': '39b609eb-59f9-418e-8053-1237bba33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:15.387013 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fffb-7a04-484b-8eb0-90344ca8da9b None None] The sync data for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb is: [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9abf2b8a-075d-4059-83a6-b848ad7a10db', 'name': '', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'mac_address': 'fa:16:3e:70:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:13Z', 'updated_at': '2022-06-24T16:33:13Z', 'revision_number': 1, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'subnets': [{'id': '39b609eb-59f9-418e-8053-1237bba33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:33:15.459005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:15.460539 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:15.866082 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-581abcbc-3907-4531-ad23-6dfce7b60133 None None] Provisioning complete for port 9abf2b8a-075d-4059-83a6-b848ad7a10db triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:15.866752 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-581abcbc-3907-4531-ad23-6dfce7b60133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:15.982187 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-581abcbc-3907-4531-ad23-6dfce7b60133 None None] Port 9abf2b8a-075d-4059-83a6-b848ad7a10db cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:16.031537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:33:16.488066 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:33:16.512009 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-90a7671d-d701-417c-a9a2-6357c92fb27e admin admin] 10.222.0.26 "PUT /v2.0/routers/9ec57dd1-df79-4b36-98f9-e4aaaa446054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0745735 Jun 24 16:33:16.540727 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14a9c-bca3-427d-8c13-e9e76b23193e req-b93d1584-06a2-4a46-a628-1f3e167cac1e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:16.542166 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c3b14a9c-bca3-427d-8c13-e9e76b23193e req-b93d1584-06a2-4a46-a628-1f3e167cac1e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.1960642 Jun 24 16:33:16.608977 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c3b14a9c-bca3-427d-8c13-e9e76b23193e req-35e0e358-66e2-45c0-9263-3f2069c40fe6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Jun 24 16:33:16.871241 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af7b2-02e1-4ef9-b819-681a9cc8f7f3 req-173699c1-5595-4697-a76c-ec6325f0e945 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:16.873573 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8a4af7b2-02e1-4ef9-b819-681a9cc8f7f3 req-173699c1-5595-4697-a76c-ec6325f0e945 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1418526 Jun 24 16:33:16.928681 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8a4af7b2-02e1-4ef9-b819-681a9cc8f7f3 req-2a4a36e6-7e8b-4e38-a50a-eecdd781c965 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486925 Jun 24 16:33:17.180913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:17.186296 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435396400', 'description': 'tempest-secgroup-smoke-435396400 description', 'project_id': '928bcdbcadd24982900fa796050def8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:17.192634 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:17.196935 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:17.201049 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:17.209514 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:17.221486 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.249309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:17.254359 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:17.257427 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:17.264144 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:17.367685 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.377598 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.505386 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94e95c-1d5c-4e0f-8c97-5d83275845e0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:17.515761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.520386 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:17.520871 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f227155a-8283-420f-b5cf-a1141faa10af tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3384197 Jun 24 16:33:17.528290 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:17.536079 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:17.540731 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:17.545428 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:17.547706 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 368b9386-18a9-454f-bc90-e42f76dcae39 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:17.553353 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:17.579524 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.686058 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.697656 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.731546 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 368b9386-18a9-454f-bc90-e42f76dcae39 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:17.733803 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf2aaa8-025b-45ee-900e-8b0d2f6916a2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:17.737693 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 368b9386-18a9-454f-bc90-e42f76dcae39 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:17.738080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.752166 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.757187 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:17.760231 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-fba7682c-4238-4545-9435-3891da9c484a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367926 Jun 24 16:33:17.765446 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:17.775365 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:17.784437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:17.789233 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:17.798671 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:17.828028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.889815 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 368b9386-18a9-454f-bc90-e42f76dcae39 is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:17.890197 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.911397 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 368b9386-18a9-454f-bc90-e42f76dcae39, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=368b9386-18a9-454f-bc90-e42f76dcae39,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:17.918021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.978858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:17.987684 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.013775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ef66e3-55b4-490f-b3d5-312d3718ab11,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.020176 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=368b9386-18a9-454f-bc90-e42f76dcae39,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.024913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.026349 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9cf37505-165e-4b4a-8fae-5b2e3da04127 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2678955 Jun 24 16:33:18.029144 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47166) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:18.034207 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:18.041237 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:18.045696 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:18.048648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:18.054695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:18.073869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.136343 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.140555 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.164759 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e19654-ccd6-42cf-87e0-d95450fb950f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.174140 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.175327 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e210b40b-7ea1-494f-a800-0b2fb7769625 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452065 Jun 24 16:33:18.178065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47170) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:18.184150 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:18.190083 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:18.194610 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:18.197561 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:18.204463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:18.224790 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.287815 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.292904 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Sync routers for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:33:18.294027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.302200 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:18.302801 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:18.319907 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8163ebb1-0ddf-4e8e-bba1-6482748548ae,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.327168 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.331107 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-baad5500-2ad3-43b1-9b25-7c1247a64ff0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495423 Jun 24 16:33:18.331328 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:18.336324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:18.342618 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:18.346490 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:18.349467 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:18.356238 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:18.374235 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Project 928bcdbcadd24982900fa796050def8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 16:33:18.381160 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.453051 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.457108 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.489908 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99efe306-19dc-4a05-8c6e-8d00eea7ab91,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.502828 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.506999 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-76d4f734-c247-4912-9b0c-c8fe667f19ee tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1716866 Jun 24 16:33:18.507225 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:18.513058 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'security_group_rule': {'security_group_id': 'bc94e95c-1d5c-4e0f-8c97-5d83275845e0', 'project_id': '928bcdbcadd24982900fa796050def8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:18.519224 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:18.523224 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:security_group_rule and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:18.526726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:18.531126 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:18.533208 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:18.545280 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Project 928bcdbcadd24982900fa796050def8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 16:33:18.552171 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.624858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.627651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.650555 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850aa6dd-4628-4979-8e66-4781f631cbbd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:18.662809 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:18.672109 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9411d458-2493-4baa-b821-89407a1c03de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552563 Jun 24 16:33:18.879238 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9abf2b8a-075d-4059-83a6-b848ad7a10db', 'name': '', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'mac_address': 'fa:16:3e:70:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:13Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 2, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'subnets': [{'id': '39b609eb-59f9-418e-8053-1237bba33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:18.883583 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Checking router: 9ec57dd1-df79-4b36-98f9-e4aaaa446054 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:33:18.883945 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Updating router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 port 9abf2b8a-075d-4059-83a6-b848ad7a10db binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:33:18.944131 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:19.303662 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-375e1f1e-3ca3-4a7c-b600-6a6f17f82b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:19.305212 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-375e1f1e-3ca3-4a7c-b600-6a6f17f82b7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1099 time: 0.1736693 Jun 24 16:33:19.346633 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1055c49-149f-4ac4-a3c9-07e8b925d5a0 req-9928bd1e-1f48-492c-84ac-05736f802506 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:19.348721 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e1055c49-149f-4ac4-a3c9-07e8b925d5a0 req-9928bd1e-1f48-492c-84ac-05736f802506 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1619422 Jun 24 16:33:19.442840 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 368b9386-18a9-454f-bc90-e42f76dcae39 up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:19.447179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e1055c49-149f-4ac4-a3c9-07e8b925d5a0 req-274b0e86-fdb1-4a45-8890-8a5809eb02da tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927830 Jun 24 16:33:19.503568 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:19.520693 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Transition to ACTIVE for port object 9abf2b8a-075d-4059-83a6-b848ad7a10db will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:19.533044 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:19.669301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-6692ad45-54d8-4f36-ae05-dce8fc59f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:19.670798 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-6692ad45-54d8-4f36-ae05-dce8fc59f395 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.3567035 Jun 24 16:33:19.697035 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2d47b-45bf-4dd5-b00b-c17ead9c0e01 None None] Pushing event updated for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:19.753530 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 368b9386-18a9-454f-bc90-e42f76dcae39 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:19.754316 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:19.784366 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-6158a2e6-09bf-4b10-938b-0dc95e995a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 217 time: 0.0983031 Jun 24 16:33:19.953700 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-ad72ff3a-345b-4bcb-b2b9-5bc78e49e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:19.956819 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-ad72ff3a-345b-4bcb-b2b9-5bc78e49e5c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.1588762 Jun 24 16:33:19.985482 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 368b9386-18a9-454f-bc90-e42f76dcae39 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:20.004824 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Attempting to bind port 9abf2b8a-075d-4059-83a6-b848ad7a10db on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:20.005189 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Attempting to bind port 9abf2b8a-075d-4059-83a6-b848ad7a10db by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:20.005544 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Attempting to bind port 9abf2b8a-075d-4059-83a6-b848ad7a10db on network 70295737-0c1b-4fc9-96fc-73d4800f90b2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:20.016000 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:20.016392 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Checking segment: {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:20.016887 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:20.017247 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Bound using segment: {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:20.017799 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Bound port: 9abf2b8a-075d-4059-83a6-b848ad7a10db, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916e87b-e339-455b-bdd9-3f7140af4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:20.018185 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:20.090304 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-ee226028-a9b3-4c96-8a69-4ec06ee1f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:20.092369 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-ee226028-a9b3-4c96-8a69-4ec06ee1f3c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190119 Jun 24 16:33:20.156001 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] For port 9abf2b8a-075d-4059-83a6-b848ad7a10db, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:20.160477 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] For port 9abf2b8a-075d-4059-83a6-b848ad7a10db, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9abf2b8a-075d-4059-83a6-b848ad7a10db,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:20.166325 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:20.283407 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:33:20.284647 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:32:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:20.344808 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-5d3b3539-ab10-4a95-ab0d-3c35c2f04205 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415435 Jun 24 16:33:20.500683 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2d47b-45bf-4dd5-b00b-c17ead9c0e01 None None] Pushing event updated for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:20.648989 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:33:20.652025 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bc1e23da-6864-43b8-b572-5822f83a86a6 req-b06796eb-cf74-4edd-b68c-fd9a1c963b72 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919364 Jun 24 16:33:20.795142 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2aee6-e72f-40ed-b710-09987fde35e1 req-426538d8-5c98-4b99-8ce5-0ba54b766a66 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:20.796990 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66e2aee6-e72f-40ed-b710-09987fde35e1 req-426538d8-5c98-4b99-8ce5-0ba54b766a66 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1219709 Jun 24 16:33:20.847823 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66e2aee6-e72f-40ed-b710-09987fde35e1 req-92e578ef-f72b-4e9d-bca0-4d1d4e9e2af4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Jun 24 16:33:21.063921 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9abf2b8a-075d-4059-83a6-b848ad7a10db', 'name': '', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'mac_address': 'fa:16:3e:70:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:13Z', 'updated_at': '2022-06-24T16:33:20Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'subnets': [{'id': '39b609eb-59f9-418e-8053-1237bba33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:33:21.068240 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bbb75-1af8-4c6c-8be3-0f1a57d78ff4 None None] The sync data for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb is: [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:33:14Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '9abf2b8a-075d-4059-83a6-b848ad7a10db', 'name': '', 'network_id': '70295737-0c1b-4fc9-96fc-73d4800f90b2', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'mac_address': 'fa:16:3e:70:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '39b609eb-59f9-418e-8053-1237bba33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:13Z', 'updated_at': '2022-06-24T16:33:20Z', 'revision_number': 4, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'subnets': [{'id': '39b609eb-59f9-418e-8053-1237bba33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:33:21.452789 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9abf2b8a-075d-4059-83a6-b848ad7a10db up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:21.533776 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 9abf2b8a-075d-4059-83a6-b848ad7a10db completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:21.539540 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9abf2b8a-075d-4059-83a6-b848ad7a10db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:21.539842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:21.673061 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9abf2b8a-075d-4059-83a6-b848ad7a10db is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:21.673433 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:21.706849 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 9abf2b8a-075d-4059-83a6-b848ad7a10db, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9abf2b8a-075d-4059-83a6-b848ad7a10db,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:21.710408 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:21.783239 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:22.055524 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495569fb-5f71-4094-994a-958af9f71f8c req-7832d849-5ddc-4c1f-81d4-8974f348298d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:22.057746 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-495569fb-5f71-4094-994a-958af9f71f8c req-7832d849-5ddc-4c1f-81d4-8974f348298d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0999684 Jun 24 16:33:22.112726 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-495569fb-5f71-4094-994a-958af9f71f8c req-de50ebf2-fa42-47f9-ad08-8042059100a9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Jun 24 16:33:22.540669 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:23.357451 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5a7e-6f9e-495e-b587-a85d86274573 req-b34e5b68-569b-4414-bf73-788480e17575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:23.358964 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c57f5a7e-6f9e-495e-b587-a85d86274573 req-b34e5b68-569b-4414-bf73-788480e17575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0955174 Jun 24 16:33:23.411535 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c57f5a7e-6f9e-495e-b587-a85d86274573 req-65cb7437-908a-478f-adf4-d246083d454f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Jun 24 16:33:23.418348 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9abf2b8a-075d-4059-83a6-b848ad7a10db up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:23.503787 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9abf2b8a-075d-4059-83a6-b848ad7a10db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:23.504148 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:23.637486 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9abf2b8a-075d-4059-83a6-b848ad7a10db is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:23.681634 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-866f9d0b-53f0-4f9e-8c44-b18bb4680ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:24.673584 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0a28-41fd-4d5f-b2b1-b349f8236407 req-cd2e24f3-a9c4-42e2-8885-8736945c4347 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:24.676736 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-924d0a28-41fd-4d5f-b2b1-b349f8236407 req-cd2e24f3-a9c4-42e2-8885-8736945c4347 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1395404 Jun 24 16:33:24.737107 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-924d0a28-41fd-4d5f-b2b1-b349f8236407 req-9d407089-d8a3-461d-b3aa-04d07ab616c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Jun 24 16:33:24.864150 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:24.871863 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63944254', 'description': 'tempest-description--1794904837'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:24.879100 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:24.889205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:24.899741 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:24.921299 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:24.925284 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:24.928244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:24.935542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:25.009752 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.014241 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.059567 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c39a98-25ea-4a6e-b114-b18c8f7207f3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:25.066156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.070447 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-cde54f74-8a58-4ef0-b523-81a0d8f4a65f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2050929 Jun 24 16:33:25.070595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:25.076267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '80c39a98-25ea-4a6e-b114-b18c8f7207f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:25.081967 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:25.085703 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:25.089017 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:25.094966 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:25.111036 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.176309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.179997 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.204132 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfcd81c-cfd1-46fc-bf4c-423cffb6c33d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:25.214158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.215330 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d1e761f2-b89d-4035-b12f-76defe11837f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437430 Jun 24 16:33:25.218086 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:25.223060 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '80c39a98-25ea-4a6e-b114-b18c8f7207f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:25.228384 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:25.232970 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:25.236496 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:25.242305 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:25.259478 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.338858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.343439 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.370620 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfa7613-e6a9-4385-86b4-1fd14feabda5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:25.379963 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.381137 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ff2cf58b-0f65-4821-a886-fe52143ff813 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621485 Jun 24 16:33:25.386408 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:25.391432 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:25.397099 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:25.401544 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:floatingip and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:25.404498 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:25.410091 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:25.419843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.559219 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.698064 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.28.2.57 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/200828ef-a7df-4e4b-8700-d6b001ae3b7d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:25.852726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.883533 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:25.950007 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:25.950354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea147-47f5-4b64-b696-fa184c144f97 req-324ebf4a-b12c-4f62-ae77-1ac4c9fe321c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:25.952007 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-98dea147-47f5-4b64-b696-fa184c144f97 req-324ebf4a-b12c-4f62-ae77-1ac4c9fe321c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1049087 Jun 24 16:33:25.953207 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:25.957089 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:26.015635 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-98dea147-47f5-4b64-b696-fa184c144f97 req-8b8d69c7-19c3-4993-b0d5-745d0d301dd9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Jun 24 16:33:26.080450 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=200828ef-a7df-4e4b-8700-d6b001ae3b7d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:26.114096 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9d92de2-471f-448e-9998-53702aea9f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.132229 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.192053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.423431 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.428787 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.449607 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:26.540539 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=200828ef-a7df-4e4b-8700-d6b001ae3b7d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:26.571642 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.606176 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.607455 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1b23f030-c7b8-4d2b-960e-8ccb72d29dc0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2200983 Jun 24 16:33:26.608478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.623675 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:26.627536 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Usage tracker for resource:security_group_rule and tenant:cea5430618e04720b3e32bc8d044e6de is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:26.630562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:26.636405 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:26.732448 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.740277 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.792750 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cea5430618e04720b3e32bc8d044e6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418460 Jun 24 16:33:26.793605 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e21e-715a-4510-bb37-ed2e93f353dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c56b4-3cca-460d-912e-72d8864085a4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:26.795362 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:26.858256 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.888301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.918291 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.942984 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.957576 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c56b4-3cca-460d-912e-72d8864085a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:26.965933 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:26.969313 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6f3b444d-de40-459a-a52a-ba33f056ab9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e0c56b4-3cca-460d-912e-72d8864085a4 HTTP/1.1" status: 204 len: 168 time: 0.1700988 Jun 24 16:33:27.194790 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.237267 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd5586-7dac-47d5-8908-e5fa68ebaa34 req-947ff6ff-e289-40de-8a4d-fd29b59b2ee0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:27.239027 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-babd5586-7dac-47d5-8908-e5fa68ebaa34 req-947ff6ff-e289-40de-8a4d-fd29b59b2ee0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1098242 Jun 24 16:33:27.285290 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-babd5586-7dac-47d5-8908-e5fa68ebaa34 req-5fd884f5-40b7-4344-9010-6f94b527bc3b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Jun 24 16:33:27.313845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47488) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:27.331718 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.346393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:27.350222 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Usage tracker for resource:security_group_rule and tenant:6c3c7d90b2a9497f800c6971bfd6b750 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:27.353025 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:27.359259 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:27.442089 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.445969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.499199 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c3c7d90b2a9497f800c6971bfd6b750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841955 Jun 24 16:33:27.500051 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7031244-83d7-474d-a8d6-5513fe9fed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e1abc-1c94-4e40-9d34-836223acc329,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:27.502028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47494) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:27.569393 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.598447 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.663788 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.678199 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e1abc-1c94-4e40-9d34-836223acc329,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:27.684825 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:27.685928 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3bbac825-6b32-4a75-b153-91bbee1ac8a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/613e1abc-1c94-4e40-9d34-836223acc329 HTTP/1.1" status: 204 len: 168 time: 0.1823809 Jun 24 16:33:28.046254 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47504) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:28.064295 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.078868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:28.082659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Usage tracker for resource:security_group_rule and tenant:2bbc007cf40b4b869098a10e0c08512a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:28.085361 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:28.091639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:28.177653 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.181567 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.230340 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bbc007cf40b4b869098a10e0c08512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829369 Jun 24 16:33:28.232616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4edc-e699-46a5-bbc3-7658659cb35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c45f4-d659-4a5e-89c9-e46ede958e36,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:28.233968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:28.299789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.330389 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.394828 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.446675 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c45f4-d659-4a5e-89c9-e46ede958e36,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:28.486438 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.490627 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e4df3b5b-55ba-41e5-91b5-a90112fcb18b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d40c45f4-d659-4a5e-89c9-e46ede958e36 HTTP/1.1" status: 204 len: 168 time: 0.2522759 Jun 24 16:33:28.524951 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4a2b-5dde-48c7-9da3-255331ac29ee req-e1f304f6-6a72-4a0b-a082-a76143e4e083 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:28.525147 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.532019 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-088f4a2b-5dde-48c7-9da3-255331ac29ee req-e1f304f6-6a72-4a0b-a082-a76143e4e083 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1240060 Jun 24 16:33:28.610191 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-088f4a2b-5dde-48c7-9da3-255331ac29ee req-af64414a-0a0b-4ab0-a85b-f83b3eccd1bd tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Jun 24 16:33:28.670118 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:28.922848 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:28.940006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:28.944245 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Usage tracker for resource:security_group_rule and tenant:52545c5a80954125b2477f9c9f40099f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:28.947322 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:28.953655 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:29.041770 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.046885 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.097801 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52545c5a80954125b2477f9c9f40099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265442 Jun 24 16:33:29.099373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f857e-b0c8-4b79-bad2-ef66596fc558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d4bb2-d72c-4037-ae58-e38d30a1008a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:29.100762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:29.172301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.202805 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.263651 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.282213 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d4bb2-d72c-4037-ae58-e38d30a1008a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:29.289221 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:29.290430 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e491a2c8-0418-4743-84c5-5f59dc6deb6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b5d4bb2-d72c-4037-ae58-e38d30a1008a HTTP/1.1" status: 204 len: 168 time: 0.1885197 Jun 24 16:33:29.932520 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec02bdc-479a-445d-aa97-09869f4cd110 req-884a58d9-f0b9-460e-b728-c43fdfd6bc27 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:29.934435 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3ec02bdc-479a-445d-aa97-09869f4cd110 req-884a58d9-f0b9-460e-b728-c43fdfd6bc27 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.2069237 Jun 24 16:33:29.979887 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3ec02bdc-479a-445d-aa97-09869f4cd110 req-0dba47ac-7fdf-46c5-a59f-34a5d14da054 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Jun 24 16:33:31.194414 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217706-fad7-49f3-a8a1-a2494b101e6e req-3c0d15c0-65f4-4958-9ba1-3a929770dc5a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:31.197961 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b7217706-fad7-49f3-a8a1-a2494b101e6e req-3c0d15c0-65f4-4958-9ba1-3a929770dc5a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0997639 Jun 24 16:33:31.246700 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b7217706-fad7-49f3-a8a1-a2494b101e6e req-3da233cf-5266-4a96-8c32-42b0679c4b51 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jun 24 16:33:32.445981 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90774e-69c2-4774-9f43-838beb720a96 req-4c5e1102-6191-4d20-aa49-4bf5ff57345b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:32.447743 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ef90774e-69c2-4774-9f43-838beb720a96 req-4c5e1102-6191-4d20-aa49-4bf5ff57345b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0924389 Jun 24 16:33:32.491385 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ef90774e-69c2-4774-9f43-838beb720a96 req-b071d5b7-e8a3-40c9-96b6-7c3a54e7dc6e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Jun 24 16:33:33.687811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e4a8-af81-4ecf-9590-93133380ecc0 req-1ea290bc-1f7b-49c8-a08f-dccb4ae8b6df tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:33.689305 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3870e4a8-af81-4ecf-9590-93133380ecc0 req-1ea290bc-1f7b-49c8-a08f-dccb4ae8b6df tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0899787 Jun 24 16:33:33.733842 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3870e4a8-af81-4ecf-9590-93133380ecc0 req-5c80c5a5-8739-4a51-bc67-d8627185f100 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Jun 24 16:33:34.954678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f3fe1-2100-41c2-8768-45713e9da8aa req-57b40400-87a7-4735-ba73-adacf14aa583 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:34.957561 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cd4f3fe1-2100-41c2-8768-45713e9da8aa req-57b40400-87a7-4735-ba73-adacf14aa583 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1142378 Jun 24 16:33:35.028390 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cd4f3fe1-2100-41c2-8768-45713e9da8aa req-5dc20bc0-5d3b-41b3-9efb-1654137b7974 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577867 Jun 24 16:33:36.234678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f250bb-ed2b-4ed4-ab5f-aa7a7efb4a2f req-508bacd5-1730-4cd2-9b95-8763d1562288 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:36.236372 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-50f250bb-ed2b-4ed4-ab5f-aa7a7efb4a2f req-508bacd5-1730-4cd2-9b95-8763d1562288 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0933490 Jun 24 16:33:36.294644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-50f250bb-ed2b-4ed4-ab5f-aa7a7efb4a2f req-8addd0af-a67a-416d-8701-704655b9f88f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516155 Jun 24 16:33:37.513871 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:33:38.297510 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:38.449076 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.465071 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:38.468780 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Usage tracker for resource:security_group_rule and tenant:3b44f34d2faa43a6b4503fb4e7d2e4df is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:38.471610 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:38.477749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:38.571062 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.576924 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.618896 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b44f34d2faa43a6b4503fb4e7d2e4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202369 Jun 24 16:33:38.621712 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47766) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:38.633483 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca010401-ebdd-4ffd-bb23-5c0a0bb59a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c082f-11c8-4686-809d-004bb6c8292f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:38.684442 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.708954 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.763532 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.781096 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c082f-11c8-4686-809d-004bb6c8292f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:38.792317 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:38.793432 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-40d3c55c-5f22-4ca2-94b0-f8aa9595ee48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/810c082f-11c8-4686-809d-004bb6c8292f HTTP/1.1" status: 204 len: 168 time: 0.1699941 Jun 24 16:33:39.088767 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:39.106722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.122253 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:39.126287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e8ae354e8c74fb48968dcd7ee1a074c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:39.129209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:39.134910 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:39.220312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.223761 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.280436 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e8ae354e8c74fb48968dcd7ee1a074c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905491 Jun 24 16:33:39.281351 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84782-36af-4789-a077-44094ab8f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68349701-0304-4346-898e-49c4f4d9787d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:39.283053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:39.347409 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.372633 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.426704 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.441248 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68349701-0304-4346-898e-49c4f4d9787d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:39.452435 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.453553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-84473230-cd91-46d3-98a4-6725ae1ce2f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68349701-0304-4346-898e-49c4f4d9787d HTTP/1.1" status: 204 len: 168 time: 0.1688490 Jun 24 16:33:39.823994 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:39.847514 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.861885 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:39.865959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Usage tracker for resource:security_group_rule and tenant:e8dcf3f4308546e48a1ca52d70b02588 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:39.868835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:39.874892 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:39.959209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:39.964286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:40.011400 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8dcf3f4308546e48a1ca52d70b02588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862447 Jun 24 16:33:40.012962 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efece4d-6a75-41a0-8066-9c153e3e91ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c80ba2-81ce-4322-af3c-4d0d87aa568b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:40.014062 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:40.078721 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:40.105061 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:40.160459 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:40.179857 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c80ba2-81ce-4322-af3c-4d0d87aa568b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:40.184921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:40.186405 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ef707df5-ec8d-46df-81a8-7e044f5992b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16c80ba2-81ce-4322-af3c-4d0d87aa568b HTTP/1.1" status: 204 len: 168 time: 0.1706684 Jun 24 16:33:40.943607 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 47828) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:41.058938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1231672208-network', 'tenant_id': '218a2420927e4e249115a4d84149054b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:41.063494 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:41.067441 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Usage tracker for resource:network and tenant:218a2420927e4e249115a4d84149054b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:41.070383 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:41.079522 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:41.093831 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Made reservation on behalf of 218a2420927e4e249115a4d84149054b for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:41.096175 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.111026 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.129853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:41.134784 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Usage tracker for resource:security_group_rule and tenant:218a2420927e4e249115a4d84149054b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:41.138941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:41.144758 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:41.234907 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.240218 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.281423 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:33:41.292856 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94340353-30e3-442d-bb81-95bd94820772,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:41.300443 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.300791 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Added segment 57429cae-a523-43d3-91d1-39cad546ff99 of type vlan for network bec70d05-647a-4b0c-bfce-49b008cbe5e7 Jun 24 16:33:41.338201 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.370868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.371858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:41.372431 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.482620 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5378909 Jun 24 16:33:41.485564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5055f-cac8-445b-87fb-efc3540734bc admin admin] Pushing event updated for resources: {'Network': ['ID=bec70d05-647a-4b0c-bfce-49b008cbe5e7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:41.486835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 47834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:41.494719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Request body: {'subnet': {'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1231672208-subnet', 'tenant_id': '218a2420927e4e249115a4d84149054b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:41.496390 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:33:41.503297 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:41.507197 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Usage tracker for resource:subnet and tenant:218a2420927e4e249115a4d84149054b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:41.511206 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:41.517965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:41.528796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Made reservation on behalf of 218a2420927e4e249115a4d84149054b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:41.531279 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827622'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.758551 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-d07c0905-d979-4d63-94db-fd579082ee9e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--63944254&fields=id&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 267 time: 0.0536802 Jun 24 16:33:41.798290 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2731456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827600'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.929451 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c9f7ee-554e-430d-a365-a973133e7c6e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:41.934533 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Checking segment: {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:41.935001 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Network hostable DHCP agents. Network: bec70d05-647a-4b0c-bfce-49b008cbe5e7, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:33:41.959077 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:33:41.973867 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, bec70d05-647a-4b0c-bfce-49b008cbe5e7) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:41.974867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-881d9815-535e-4d1d-ba73-0f9cbf66f593 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:41.980060 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:41.981029 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:41.987717 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-881d9815-535e-4d1d-ba73-0f9cbf66f593 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.2278929 Jun 24 16:33:41.991070 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c653bf-9bf6-47a1-a95f-e91ceb865a7f None None] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:33:42.008446 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-57bb1cbc-a73d-4df5-9594-393fe41843e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/quotas/cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 375 time: 0.0104389 Jun 24 16:33:42.020614 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2cc25a1f-30a9-4c0f-a96d-33f1ba7a6500 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5307910 Jun 24 16:33:42.145267 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-4f6f38b0-5f1f-49d7-b27c-647eb3a0820b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1304801 Jun 24 16:33:42.225734 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9548-8670-4ba0-89cc-086bc07fb040 req-559c0518-5c3e-45ba-9925-bf79ad73181d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:42.227447 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b96d9548-8670-4ba0-89cc-086bc07fb040 req-559c0518-5c3e-45ba-9925-bf79ad73181d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1380510 Jun 24 16:33:42.287790 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c233db0-d5ef-4d07-8b4b-d4699099383e None None] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:33:42.291440 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b96d9548-8670-4ba0-89cc-086bc07fb040 req-ce037767-d350-426e-8d73-b7f61357b66b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Jun 24 16:33:42.331465 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-20712172-b534-40a6-8fc0-58dce261c27d service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692691 Jun 24 16:33:42.586348 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-acfbfd77-e3ed-4b26-bdd5-7f7ad4a4fc3f service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491047 Jun 24 16:33:42.794246 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487f3c-9f21-4466-ad3a-43adfc4c88ba req-998fb7ee-2b32-424c-9a98-2e482926bad0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:42.796868 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d7487f3c-9f21-4466-ad3a-43adfc4c88ba req-998fb7ee-2b32-424c-9a98-2e482926bad0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1384749 Jun 24 16:33:42.863917 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d7487f3c-9f21-4466-ad3a-43adfc4c88ba req-008df8e0-3101-43a2-9163-da5ea19efc67 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604692 Jun 24 16:33:42.949525 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8cbd9-12ac-47a3-bf21-7b8a19788d89 req-d9f78b25-af22-4df6-aec7-b50ca8e73171 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:42.954593 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-afe8cbd9-12ac-47a3-bf21-7b8a19788d89 req-d9f78b25-af22-4df6-aec7-b50ca8e73171 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1543140 Jun 24 16:33:43.017507 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c1ab1ede-9602-4c72-90b1-b3572b5efef2 req-da80f44a-a999-4be0-8c51-e02bfe0bfd66 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 210 time: 0.1112261 Jun 24 16:33:43.061494 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-afe8cbd9-12ac-47a3-bf21-7b8a19788d89 req-b2198001-3627-4be7-a0d4-907e4512507a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008964 Jun 24 16:33:43.481889 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0d784-f612-427c-8686-5b7916659296 req-1acd8979-8b1d-450f-9611-88d35fb1c2fd tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:43.483362 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-46b0d784-f612-427c-8686-5b7916659296 req-1acd8979-8b1d-450f-9611-88d35fb1c2fd tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0898862 Jun 24 16:33:43.528971 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-46b0d784-f612-427c-8686-5b7916659296 req-182e00a2-3d29-4134-9ee0-3793c2101cbb tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jun 24 16:33:44.203799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085894d-3140-4dd5-8188-d20aa29c918f req-4c1c8d49-cedd-4b87-a381-13951b372ca7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:44.205406 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c085894d-3140-4dd5-8188-d20aa29c918f req-4c1c8d49-cedd-4b87-a381-13951b372ca7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2343137 Jun 24 16:33:44.250235 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a0e2c5a2-d185-4e38-9174-5cffc16b2a69 req-2306162a-b8e9-4b85-9df8-2c875cec1c96 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 210 time: 0.0665524 Jun 24 16:33:44.298287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-7e206799-9373-4345-adfb-4906786665b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:44.299804 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-7e206799-9373-4345-adfb-4906786665b1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.2399702 Jun 24 16:33:44.305136 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c085894d-3140-4dd5-8188-d20aa29c918f req-7e7d8332-2c6b-4608-bfe7-ce6a499aed33 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897541 Jun 24 16:33:44.387596 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-6aea6ab2-4b3a-4f01-ad60-67e2a9292c00 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 471 time: 0.0689383 Jun 24 16:33:44.397851 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'port': {'device_id': '3965392c-5d34-4799-a38a-3639bad5d936', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'admin_state_up': True, 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'security_groups': ['80c39a98-25ea-4a6e-b114-b18c8f7207f3']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:44.457664 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac489b0-2f45-4bd0-aab0-10a9f56e8c01 req-c3c767a0-2ff6-4908-8417-ccd5b5a6ca85 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:44.459184 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ac489b0-2f45-4bd0-aab0-10a9f56e8c01 req-c3c767a0-2ff6-4908-8417-ccd5b5a6ca85 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0958242 Jun 24 16:33:44.507955 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ac489b0-2f45-4bd0-aab0-10a9f56e8c01 req-fea7a40e-a5dd-4d90-9d96-1f9088849005 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Jun 24 16:33:44.662495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:44.683612 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-f2f55440-802a-46ed-8d8d-ea15090514f8 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:44.684280 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-f2f55440-802a-46ed-8d8d-ea15090514f8 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Synchronizing usage tracker for tenant:218a2420927e4e249115a4d84149054b on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:44.687706 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:44.704170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:44.707761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:44.718501 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-f2f55440-802a-46ed-8d8d-ea15090514f8 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Unset dirty status for tenant:218a2420927e4e249115a4d84149054b on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:44.719714 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-f2f55440-802a-46ed-8d8d-ea15090514f8 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 809 time: 0.2487330 Jun 24 16:33:44.739254 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15c21d-fe7e-43c3-b9c9-81ad1d32637d req-e9cb6e29-e24f-407d-a887-2079de15f596 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:44.740723 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d15c21d-fe7e-43c3-b9c9-81ad1d32637d req-e9cb6e29-e24f-407d-a887-2079de15f596 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0982807 Jun 24 16:33:44.772923 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-918926d6-7e79-4f6a-8058-dd7ba504b2da tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/quotas/218a2420927e4e249115a4d84149054b HTTP/1.1" status: 200 len: 375 time: 0.0476000 Jun 24 16:33:44.789313 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d15c21d-fe7e-43c3-b9c9-81ad1d32637d req-800c08b8-f627-4310-b7d4-62665741166f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Jun 24 16:33:44.842759 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-964b0b44-0c5e-46ef-8904-2921418ec044 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634344 Jun 24 16:33:45.021999 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.20.0.12 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/cb0d1835-2374-4de1-957b-29920d8feadd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:45.047729 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-30621ca4-f7e4-4cfb-9012-e945f5ecad06 service neutron] 10.222.0.26 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983948 Jun 24 16:33:45.303937 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-5023359b-c682-4305-8789-7ea94419d9ed service neutron] 10.222.0.26 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388632 Jun 24 16:33:45.351547 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:45.372483 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Transition to ACTIVE for port object cb0d1835-2374-4de1-957b-29920d8feadd will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:45.397618 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:45.476273 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c34131-841e-4427-af99-c18180a79c3c req-7f76933a-051b-4593-a59f-7601c4f07bed tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:45.485001 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-26c34131-841e-4427-af99-c18180a79c3c req-7f76933a-051b-4593-a59f-7601c4f07bed tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 932 time: 0.1182292 Jun 24 16:33:45.486499 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:45.489950 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:45.494794 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:45.551726 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:45.562694 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-26c34131-841e-4427-af99-c18180a79c3c req-bdcc1efa-f6fe-4307-8f0b-c6632bf1ceb7 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:45.594256 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-26c34131-841e-4427-af99-c18180a79c3c req-bdcc1efa-f6fe-4307-8f0b-c6632bf1ceb7 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:45.604461 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-26c34131-841e-4427-af99-c18180a79c3c req-bdcc1efa-f6fe-4307-8f0b-c6632bf1ceb7 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168156 Jun 24 16:33:45.654058 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:45.655126 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:45.718517 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-8bb8f13e-6239-49c1-85f7-502037335fe9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3249178 Jun 24 16:33:45.732353 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-94ed360c-2e80-4d6b-986b-2673e3dbd774 req-d057c1f4-fcc2-4c67-88ac-8aca3f71c93b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0704465 Jun 24 16:33:45.740331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Request body: {'port': {'device_id': '3965392c-5d34-4799-a38a-3639bad5d936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:45.780263 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5b9b24af-73a7-4611-927d-bd1ba465d0be None None] Provisioning for port cb0d1835-2374-4de1-957b-29920d8feadd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:45.788081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5b9b24af-73a7-4611-927d-bd1ba465d0be None None] Provisioning complete for port cb0d1835-2374-4de1-957b-29920d8feadd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:45.788785 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b9b24af-73a7-4611-927d-bd1ba465d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:45.856341 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b24af-73a7-4611-927d-bd1ba465d0be None None] Port cb0d1835-2374-4de1-957b-29920d8feadd cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:45.930345 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7086-7dca-4f65-80f7-fca1128084a8 req-00e3d94f-1c67-4b78-9ccc-59150cc836ba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:45.932693 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b69f7086-7dca-4f65-80f7-fca1128084a8 req-00e3d94f-1c67-4b78-9ccc-59150cc836ba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3485353 Jun 24 16:33:46.037827 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:46.044181 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed19c41-9c3e-4ded-a86d-0bce9b7fc661 req-bc712252-6979-4fef-bac2-e29add14fa3a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:46.045776 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ed19c41-9c3e-4ded-a86d-0bce9b7fc661 req-bc712252-6979-4fef-bac2-e29add14fa3a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2055042 Jun 24 16:33:46.051549 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b69f7086-7dca-4f65-80f7-fca1128084a8 req-8a82439c-25f1-459c-8b8f-629833c16ec2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087461 Jun 24 16:33:46.093141 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7ed19c41-9c3e-4ded-a86d-0bce9b7fc661 req-aa73dfe9-d214-4279-bd66-43d760f79723 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jun 24 16:33:46.403611 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f402fc-60bc-4821-85d9-f443f2ed7f55 req-74725698-8d30-4e77-a686-bb6ba7d13cbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:46.405059 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93f402fc-60bc-4821-85d9-f443f2ed7f55 req-74725698-8d30-4e77-a686-bb6ba7d13cbf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.2274461 Jun 24 16:33:46.501992 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93f402fc-60bc-4821-85d9-f443f2ed7f55 req-a08bcc39-e234-490e-a03b-6c465a17cc03 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Jun 24 16:33:46.516196 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0d1835-2374-4de1-957b-29920d8feadd {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:33:46.523630 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:46.538628 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Transition to ACTIVE for port object cb0d1835-2374-4de1-957b-29920d8feadd will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:46.543818 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:46.692823 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:46.827652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Attempting to bind port cb0d1835-2374-4de1-957b-29920d8feadd on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:46.828131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Attempting to bind port cb0d1835-2374-4de1-957b-29920d8feadd by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:46.828699 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Attempting to bind port cb0d1835-2374-4de1-957b-29920d8feadd on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:46.828946 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea937e-fe19-4f3d-96d6-cd625fe1aa3f req-276b3f0e-56fc-4f7f-ab55-ffa5dcbb7b2b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:46.831212 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e8ea937e-fe19-4f3d-96d6-cd625fe1aa3f req-276b3f0e-56fc-4f7f-ab55-ffa5dcbb7b2b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 944 time: 0.1091352 Jun 24 16:33:46.835415 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Port cb0d1835-2374-4de1-957b-29920d8feadd on network 8c51764d-50ca-4d1e-9373-c439de376dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:33:46.835901 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Attempting to bind port cb0d1835-2374-4de1-957b-29920d8feadd on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:46.841861 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:46.842272 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:46.842862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:46.843425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Bound port: cb0d1835-2374-4de1-957b-29920d8feadd, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:46.843856 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:46.898286 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e8ea937e-fe19-4f3d-96d6-cd625fe1aa3f req-06af3c50-eba2-4e68-9fe6-53a6fe2ff271 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516682 Jun 24 16:33:46.942420 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2c0ccbc6-e5ed-47a6-82d9-be98797d4fab req-cc222088-59da-4a85-92a6-dde57e4005c9 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0836928 Jun 24 16:33:46.989858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:46.993828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=cb0d1835-2374-4de1-957b-29920d8feadd,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:46.998451 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:47.073063 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.073782 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:47.075194 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb0d1835-2374-4de1-957b-29920d8feadd HTTP/1.1" status: 200 len: 1094 time: 1.3436131 Jun 24 16:33:47.075628 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:33:47.104960 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59ad4-5f75-4cc6-bcec-e7120296a531 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:47.200263 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-3f311e93-4def-4c21-9188-0d6b24b273be tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.202179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-3f311e93-4def-4c21-9188-0d6b24b273be tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 809 time: 0.2366514 Jun 24 16:33:47.213376 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1423612b-c553-45e9-b275-2653238a752c'] response: {'name': 'network-changed', 'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'status': 'completed', 'code': 200} Jun 24 16:33:47.220353 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Request body: {'port': {'device_id': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7', 'admin_state_up': True, 'tenant_id': '218a2420927e4e249115a4d84149054b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:47.271272 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-4b49621b-6d3a-43d4-83e4-ce7b5219a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.272906 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-4b49621b-6d3a-43d4-83e4-ce7b5219a09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 1097 time: 0.1372108 Jun 24 16:33:47.407646 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-533744ba-9b09-4440-9b8d-2063b751b624 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0d1835-2374-4de1-957b-29920d8feadd HTTP/1.1" status: 200 len: 217 time: 0.0803423 Jun 24 16:33:47.506332 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46514349-2407-4767-a34d-d33b167a5ef1 req-99c291b3-53b3-4cb5-a757-3eac16632e42 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.506332 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-46514349-2407-4767-a34d-d33b167a5ef1 req-99c291b3-53b3-4cb5-a757-3eac16632e42 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2250738 Jun 24 16:33:47.508127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:47.519375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bc0f9-412e-4e31-bfe1-565a352e2f58 req-b5004b46-6674-4491-a763-e3fcbdbcc6fe tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.521051 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3d9bc0f9-412e-4e31-bfe1-565a352e2f58 req-b5004b46-6674-4491-a763-e3fcbdbcc6fe tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2047000 Jun 24 16:33:47.523738 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Usage tracker for resource:port and tenant:218a2420927e4e249115a4d84149054b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:47.532139 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:47.540984 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-399344c7-0183-499d-9197-6356258e24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.542495 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-399344c7-0183-499d-9197-6356258e24bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.1162279 Jun 24 16:33:47.556419 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-46514349-2407-4767-a34d-d33b167a5ef1 req-1f630727-3d3a-4f27-b3d2-13d9b1255f4b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Jun 24 16:33:47.559589 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:47.605763 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3d9bc0f9-412e-4e31-bfe1-565a352e2f58 req-e4683d1e-1ae8-4416-aace-78efc60884e7 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762684 Jun 24 16:33:47.606967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Made reservation on behalf of 218a2420927e4e249115a4d84149054b for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:47.610697 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:47.672714 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66518-4d6e-4f49-91bb-804300c12567 req-f9ede8de-4b6f-4d37-8e0e-33e7264f4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.674487 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-f9ede8de-4b6f-4d37-8e0e-33e7264f4f1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172388 Jun 24 16:33:47.805054 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Allocated IP 172.20.0.11 (bec70d05-647a-4b0c-bfce-49b008cbe5e7/58c9f7ee-554e-430d-a365-a973133e7c6e/80c37542-7e85-4cce-a303-25541bf5e56a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:47.972597 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-907cd88e-8238-40e6-bce5-4da873a4dd5a service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813060 Jun 24 16:33:47.988983 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937669d-6d1d-4882-b498-3734d5bb0ffb req-777e9506-d821-49f1-8f95-003c776095ea tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:47.990446 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d937669d-6d1d-4882-b498-3734d5bb0ffb req-777e9506-d821-49f1-8f95-003c776095ea tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.2298050 Jun 24 16:33:48.018069 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:48.115861 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d937669d-6d1d-4882-b498-3734d5bb0ffb req-5e70d7da-2b51-4bc8-8196-b4952a4d9b76 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044636 Jun 24 16:33:48.119506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39220-5f99-4cbe-bcff-73d1d3515cfa req-e6408ab9-1953-4ea7-9798-db414b96e666 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.120998 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e4b39220-5f99-4cbe-bcff-73d1d3515cfa req-e6408ab9-1953-4ea7-9798-db414b96e666 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 944 time: 0.1058977 Jun 24 16:33:48.122897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:48.155178 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-29f66518-4d6e-4f49-91bb-804300c12567 req-b950d7c0-0c09-433f-9641-287a383d8189 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637428 Jun 24 16:33:48.218647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:48.231394 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:48.238882 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:48.268653 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Pushing event updated for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:48.282202 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e4b39220-5f99-4cbe-bcff-73d1d3515cfa req-e7a036c8-a6b3-4643-84b3-e2bb8e2de24d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191938 Jun 24 16:33:48.309079 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.309705 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:48.329886 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-bf0bee23-90cd-40d2-93fe-a0afad8ce0f0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134326 Jun 24 16:33:48.343347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Request body: {'port': {'device_id': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:48.377397 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-61552dcb-c367-4f83-81b2-cba4d3a83cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.378853 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-61552dcb-c367-4f83-81b2-cba4d3a83cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 1097 time: 0.1504877 Jun 24 16:33:48.386684 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8c2d-9e7b-41e4-ad43-592d646d59c9 req-2e39a86d-d0d3-437f-b72f-4fc15a4f3cdc tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.388107 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-72bb8c2d-9e7b-41e4-ad43-592d646d59c9 req-2e39a86d-d0d3-437f-b72f-4fc15a4f3cdc tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 932 time: 0.1613257 Jun 24 16:33:48.457234 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:48.522681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-72bb8c2d-9e7b-41e4-ad43-592d646d59c9 req-28f08f00-c339-4707-8299-77280345120b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Synchronizing usage tracker for tenant:218a2420927e4e249115a4d84149054b on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:48.565524 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-72bb8c2d-9e7b-41e4-ad43-592d646d59c9 req-28f08f00-c339-4707-8299-77280345120b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Unset dirty status for tenant:218a2420927e4e249115a4d84149054b on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:48.574798 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-72bb8c2d-9e7b-41e4-ad43-592d646d59c9 req-28f08f00-c339-4707-8299-77280345120b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632807 Jun 24 16:33:48.591273 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-c67738bf-8fb7-4b59-9dd6-a889d6879218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.593022 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-c67738bf-8fb7-4b59-9dd6-a889d6879218 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.2011049 Jun 24 16:33:48.705761 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-0a631749-4cb2-45ad-acd7-d514db1054bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0d1835-2374-4de1-957b-29920d8feadd HTTP/1.1" status: 200 len: 217 time: 0.0920935 Jun 24 16:33:48.855148 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-9289302f-6f52-40f9-88d4-a7a661c8235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.856568 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-9289302f-6f52-40f9-88d4-a7a661c8235a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.1376498 Jun 24 16:33:48.949112 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdffc1-6288-4671-a78d-565c5014e3a3 req-743a5a37-16fa-4984-bf78-b3fde1244077 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:48.950645 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-38bdffc1-6288-4671-a78d-565c5014e3a3 req-743a5a37-16fa-4984-bf78-b3fde1244077 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1795485 Jun 24 16:33:49.001072 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-ccad0087-2251-4559-97b5-1917ae783930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.002553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-ccad0087-2251-4559-97b5-1917ae783930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338475 Jun 24 16:33:49.017149 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-38bdffc1-6288-4671-a78d-565c5014e3a3 req-91bee438-9e85-43c6-bbb8-2b111b1e0b95 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526934 Jun 24 16:33:49.044185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c37542-7e85-4cce-a303-25541bf5e56a {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:33:49.053090 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:49.063925 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa2a8e-1b3a-4724-9c57-6311edd6366f req-0d10705e-1fa5-497b-9583-2cf3289868bb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.065398 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f2fa2a8e-1b3a-4724-9c57-6311edd6366f req-0d10705e-1fa5-497b-9583-2cf3289868bb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3064902 Jun 24 16:33:49.094100 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Transition to ACTIVE for port object 80c37542-7e85-4cce-a303-25541bf5e56a will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:49.108428 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:49.168445 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-7b2458e3-9257-4588-bacb-22e22bc08eed service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498516 Jun 24 16:33:49.243616 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f2fa2a8e-1b3a-4724-9c57-6311edd6366f req-10f6309b-d3d7-42e2-ac43-84757224279b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650858 Jun 24 16:33:49.387915 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:49.403177 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Attempting to bind port 80c37542-7e85-4cce-a303-25541bf5e56a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:49.403508 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Attempting to bind port 80c37542-7e85-4cce-a303-25541bf5e56a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:49.403829 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Attempting to bind port 80c37542-7e85-4cce-a303-25541bf5e56a on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:49.415110 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Port 80c37542-7e85-4cce-a303-25541bf5e56a on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:33:49.415497 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Attempting to bind port 80c37542-7e85-4cce-a303-25541bf5e56a on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:49.418789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ab982-f5b9-4465-ba03-ba647b9389be req-f37f8488-2f10-4a4a-bc25-b16bd14a8554 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.419965 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bf7ab982-f5b9-4465-ba03-ba647b9389be req-f37f8488-2f10-4a4a-bc25-b16bd14a8554 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1533992 Jun 24 16:33:49.421800 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:49.421963 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-aa437ba2-db55-4a0e-9ec3-915504cbbd01 req-7371c459-2bd3-4263-af1f-02789c6da051 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460539 Jun 24 16:33:49.422182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Checking segment: {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:49.422518 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Bound using segment: {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:49.422961 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Bound port: 80c37542-7e85-4cce-a303-25541bf5e56a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:49.423821 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:49.476468 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bf7ab982-f5b9-4465-ba03-ba647b9389be req-897acb6f-2a7c-48a4-bc9a-e7d2476ce7bb tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Jun 24 16:33:49.588725 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:49.592545 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80c37542-7e85-4cce-a303-25541bf5e56a,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:49.598842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:49.672656 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bf61b-3bad-4794-ad5a-a3d70dd12425 req-fe5ad76d-43b6-4ba5-9a00-6d447ffeb529 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.674142 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f50bf61b-3bad-4794-ad5a-a3d70dd12425 req-fe5ad76d-43b6-4ba5-9a00-6d447ffeb529 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 944 time: 0.2049439 Jun 24 16:33:49.679528 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.680244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:49.682194 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/80c37542-7e85-4cce-a303-25541bf5e56a HTTP/1.1" status: 200 len: 1094 time: 1.3428686 Jun 24 16:33:49.682679 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:33:49.728661 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0e53-f8a0-425f-a48c-bbae951786d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:49.788885 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fff2c-5b77-423b-864d-44ad51febdc0 req-602ef999-59bb-4101-a497-e6729ef1e942 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.791248 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f50bf61b-3bad-4794-ad5a-a3d70dd12425 req-0bb3559d-3389-4562-962c-6800f6242ca3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035724 Jun 24 16:33:49.791718 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-703fff2c-5b77-423b-864d-44ad51febdc0 req-602ef999-59bb-4101-a497-e6729ef1e942 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 944 time: 0.1071789 Jun 24 16:33:49.835960 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-af863072-ed94-477f-a753-0a4facc01ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.838307 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-af863072-ed94-477f-a753-0a4facc01ece service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0999203 Jun 24 16:33:49.843124 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-703fff2c-5b77-423b-864d-44ad51febdc0 req-a748bd88-df56-4e46-9e0f-b83f244e50c9 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Jun 24 16:33:49.849236 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce45c51-396e-4528-b0a2-ba7f018d4271'] response: {'name': 'network-changed', 'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a', 'status': 'completed', 'code': 200} Jun 24 16:33:49.922997 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-361476ec-9b26-4ccf-8b4e-fafcee9d82e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c37542-7e85-4cce-a303-25541bf5e56a HTTP/1.1" status: 200 len: 217 time: 0.0643768 Jun 24 16:33:49.987421 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-187a5ca9-b696-4c52-82b5-d6cb5d034090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:49.989050 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-187a5ca9-b696-4c52-82b5-d6cb5d034090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c9f7ee-554e-430d-a365-a973133e7c6e HTTP/1.1" status: 200 len: 849 time: 0.0567601 Jun 24 16:33:50.055002 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-f4f811d2-6771-417b-be1e-b4acd1e82702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec70d05-647a-4b0c-bfce-49b008cbe5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504692 Jun 24 16:33:50.142178 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device cb0d1835-2374-4de1-957b-29920d8feadd details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:33:50.261848 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-d6d778ed-f195-417a-8d1d-f83b15e7c2c0 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874754 Jun 24 16:33:50.279209 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=cb0d1835-2374-4de1-957b-29920d8feadd,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:50.279890 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114d5f-8d0a-4605-8b5e-df7126944b5d req-f86e0609-2289-418c-bd42-d552ac7f578d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:50.281858 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e3114d5f-8d0a-4605-8b5e-df7126944b5d req-f86e0609-2289-418c-bd42-d552ac7f578d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1383395 Jun 24 16:33:50.293768 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'port_id': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'mac_address': 'fa:16:3e:5e:66:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:33:50.358624 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port cb0d1835-2374-4de1-957b-29920d8feadd is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:50.359361 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:50.413732 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0d1835-2374-4de1-957b-29920d8feadd {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:33:50.432667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=cb0d1835-2374-4de1-957b-29920d8feadd,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:50.435458 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e3114d5f-8d0a-4605-8b5e-df7126944b5d req-afc0143b-8645-4a3b-a653-9a6dfc3b52ab tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329684 Jun 24 16:33:50.437385 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:50.466511 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf350b6-f35f-499b-8a5c-d6925f072a49 req-83628b75-e1c7-4270-ac6c-688275977cc7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:50.468276 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9bf350b6-f35f-499b-8a5c-d6925f072a49 req-83628b75-e1c7-4270-ac6c-688275977cc7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1093419 Jun 24 16:33:50.492871 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-51c8e01f-471e-4996-9d58-614f264c9de6 req-3316c5d1-9bf7-45e9-8d70-b87240f6a4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099876 Jun 24 16:33:50.516079 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:50.551777 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9bf350b6-f35f-499b-8a5c-d6925f072a49 req-6d945639-3192-4b38-b5ff-4150add7b5fe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758038 Jun 24 16:33:50.745413 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-5fe8958f-2b92-4352-b9ce-c44f2c5a552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:50.746974 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-5fe8958f-2b92-4352-b9ce-c44f2c5a552d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 1097 time: 0.1592839 Jun 24 16:33:50.754735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05eb1d-b0af-454f-88ca-d7a532908363 req-c1d08dd4-0765-4ead-92fd-a9f11951f56b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:50.756203 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ba05eb1d-b0af-454f-88ca-d7a532908363 req-c1d08dd4-0765-4ead-92fd-a9f11951f56b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1238794 Jun 24 16:33:50.849863 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['cb0d1835-2374-4de1-957b-29920d8feadd'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:33:50.885258 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ba05eb1d-b0af-454f-88ca-d7a532908363 req-c1384e64-0284-4b1e-98b1-5f4c5a975b38 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085196 Jun 24 16:33:50.928437 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-ff4c999a-46b9-4175-b3c1-9e5d1ad4138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:50.929862 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-ff4c999a-46b9-4175-b3c1-9e5d1ad4138d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 910 time: 0.1728308 Jun 24 16:33:51.114682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2799-8041-4806-a12c-42a932e67166 req-15dc9594-e660-4d7f-97e1-99650cc158bb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.115876 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-84ac2799-8041-4806-a12c-42a932e67166 req-15dc9594-e660-4d7f-97e1-99650cc158bb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:51.131335 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-84ac2799-8041-4806-a12c-42a932e67166 req-15dc9594-e660-4d7f-97e1-99650cc158bb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:51.132557 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-84ac2799-8041-4806-a12c-42a932e67166 req-15dc9594-e660-4d7f-97e1-99650cc158bb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 945 time: 0.2264438 Jun 24 16:33:51.150429 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-cea0c062-2c9a-44cc-b163-3a86d6098ff5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c37542-7e85-4cce-a303-25541bf5e56a HTTP/1.1" status: 200 len: 217 time: 0.2105551 Jun 24 16:33:51.179938 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-84ac2799-8041-4806-a12c-42a932e67166 req-f97f18c3-b66c-443b-a8a4-e18e7266e93e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406244 Jun 24 16:33:51.217366 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-40730e70-9dec-4153-ad04-5233c0e7ee04 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435396400&fields=id&tenant_id=928bcdbcadd24982900fa796050def8d HTTP/1.1" status: 200 len: 267 time: 0.0884459 Jun 24 16:33:51.255211 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-6b18903c-9b03-4cab-ae94-b7aa3b0ce115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.256596 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-6b18903c-9b03-4cab-ae94-b7aa3b0ce115 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c9f7ee-554e-430d-a365-a973133e7c6e HTTP/1.1" status: 200 len: 849 time: 0.0907412 Jun 24 16:33:51.361237 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a7a11-bec6-448b-b9f2-ece4636bc79a req-6c2299f4-47b9-48c0-8dc3-af239e2ed58d tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.362707 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-310a7a11-bec6-448b-b9f2-ece4636bc79a req-6c2299f4-47b9-48c0-8dc3-af239e2ed58d tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 944 time: 0.0857682 Jun 24 16:33:51.363747 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-213b9e63-ca29-4cc6-8f0a-6c1ef31879f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec70d05-647a-4b0c-bfce-49b008cbe5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560760 Jun 24 16:33:51.408144 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-310a7a11-bec6-448b-b9f2-ece4636bc79a req-3bd73354-a369-4c9d-891c-f98a3337276b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Jun 24 16:33:51.494667 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-aadc9f24-515d-466f-9f04-e5a9bcd8ba2b tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.496136 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-aadc9f24-515d-466f-9f04-e5a9bcd8ba2b tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 808 time: 0.2676005 Jun 24 16:33:51.526411 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-4ff43770-87a6-4910-9ac1-c0ed67578fe1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/quotas/928bcdbcadd24982900fa796050def8d HTTP/1.1" status: 200 len: 375 time: 0.0207419 Jun 24 16:33:51.620989 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-755a4264-72db-4366-b271-abc9cd53f303 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405765 Jun 24 16:33:51.652420 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8719-0f88-4295-9b8c-8c5b50c552fe req-40372ba7-72da-41e0-8e47-1cbd02092e70 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.653869 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-776f8719-0f88-4295-9b8c-8c5b50c552fe req-40372ba7-72da-41e0-8e47-1cbd02092e70 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0940089 Jun 24 16:33:51.700422 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-776f8719-0f88-4295-9b8c-8c5b50c552fe req-7c3d7717-6aac-44aa-a408-cdab5cb6c9bc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 Jun 24 16:33:51.745547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-d5b22f10-289a-4a3c-accf-11a4527fa5d1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Synchronizing usage tracker for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:51.786536 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-72243820-8590-44ef-9560-f0a7fa7e3557 req-91735967-6963-4cb3-9fa4-38ad39efdbb5 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529849 Jun 24 16:33:51.789632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-d5b22f10-289a-4a3c-accf-11a4527fa5d1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Unset dirty status for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:51.791099 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-d5b22f10-289a-4a3c-accf-11a4527fa5d1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538471 Jun 24 16:33:51.905005 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475fd31-8232-4e3c-9d98-445de122baac req-b39deb00-6098-480c-88ed-400e257a6630 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:51.906460 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b475fd31-8232-4e3c-9d98-445de122baac req-b39deb00-6098-480c-88ed-400e257a6630 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.0960822 Jun 24 16:33:51.938283 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-20929f42-0203-40cb-94a5-ace684938a14 service neutron] 10.222.0.26 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341121 Jun 24 16:33:51.954060 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b475fd31-8232-4e3c-9d98-445de122baac req-fb5b1456-7a75-400f-9a3e-af9c1a3dd1bb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419078 Jun 24 16:33:52.102984 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-315e934e-de53-437f-b488-b6974963c014 service neutron] 10.222.0.26 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580906 Jun 24 16:33:52.148289 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 80c37542-7e85-4cce-a303-25541bf5e56a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:33:52.149814 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3875-bcde-4594-bb2b-2f9cbe6fd281 req-4dc211eb-372a-4325-b921-7d03da547af5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:52.151467 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66ce3875-bcde-4594-bb2b-2f9cbe6fd281 req-4dc211eb-372a-4325-b921-7d03da547af5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0929258 Jun 24 16:33:52.153086 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device cb0d1835-2374-4de1-957b-29920d8feadd up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:52.205081 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66ce3875-bcde-4594-bb2b-2f9cbe6fd281 req-ebc2c20d-3ce7-4698-894a-cdab0d757550 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Jun 24 16:33:52.312459 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port cb0d1835-2374-4de1-957b-29920d8feadd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:52.331089 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port cb0d1835-2374-4de1-957b-29920d8feadd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:52.331455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.401378 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80c37542-7e85-4cce-a303-25541bf5e56a,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:52.402220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5a934-7bae-4aec-929e-242b3127a605 req-214bcc8a-4c4e-4299-ac4d-01a6f60657ef tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:52.403943 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8da5a934-7bae-4aec-929e-242b3127a605 req-214bcc8a-4c4e-4299-ac4d-01a6f60657ef tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 945 time: 0.1000924 Jun 24 16:33:52.421779 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '80c37542-7e85-4cce-a303-25541bf5e56a', 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7', 'port_id': '80c37542-7e85-4cce-a303-25541bf5e56a', 'mac_address': 'fa:16:3e:2c:32:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c9f7ee-554e-430d-a365-a973133e7c6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:33:52.453845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8da5a934-7bae-4aec-929e-242b3127a605 req-2e67a90b-1179-4ff8-a3ee-ec46e96ef374 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431936 Jun 24 16:33:52.516545 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 80c37542-7e85-4cce-a303-25541bf5e56a is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:52.516859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.576343 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c37542-7e85-4cce-a303-25541bf5e56a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:33:52.594648 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port cb0d1835-2374-4de1-957b-29920d8feadd is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:52.594874 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.595340 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a0b4e2c2-dc30-4753-b771-0827834c5046 req-28ee821f-f547-4066-92fe-d078d94cff5e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 210 time: 0.0912523 Jun 24 16:33:52.622664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.624209 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80c37542-7e85-4cce-a303-25541bf5e56a,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:52.632875 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:33:52.641490 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.687613 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bd9d0-fbbd-46f6-b6d3-446acc8ac4b5 req-6b1a8986-515e-4cb5-9401-6920b1bae4d2 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:52.688334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-207bd9d0-fbbd-46f6-b6d3-446acc8ac4b5 req-6b1a8986-515e-4cb5-9401-6920b1bae4d2 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Synchronizing usage tracker for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:52.690357 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=cb0d1835-2374-4de1-957b-29920d8feadd,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:52.702431 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31082c3-a19d-4be3-99f7-31855df74893'] response: {'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'code': 200} Jun 24 16:33:52.713258 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-207bd9d0-fbbd-46f6-b6d3-446acc8ac4b5 req-6b1a8986-515e-4cb5-9401-6920b1bae4d2 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Unset dirty status for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:52.713716 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:52.714784 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-207bd9d0-fbbd-46f6-b6d3-446acc8ac4b5 req-6b1a8986-515e-4cb5-9401-6920b1bae4d2 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 945 time: 0.1547966 Jun 24 16:33:52.752498 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:52.784457 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-207bd9d0-fbbd-46f6-b6d3-446acc8ac4b5 req-6b630927-abd2-4fb6-b0f2-aabf57edfb1b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630813 Jun 24 16:33:52.851157 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:52.960158 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-2b62f647-ba10-41fd-911a-3490bd969c11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893018 Jun 24 16:33:53.020050 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079728b2-be72-4d8b-90f1-5882f59df64a req-a5559c84-680c-4729-9cc3-1458183b4a01 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.021666 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-079728b2-be72-4d8b-90f1-5882f59df64a req-a5559c84-680c-4729-9cc3-1458183b4a01 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1755233 Jun 24 16:33:53.026592 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['80c37542-7e85-4cce-a303-25541bf5e56a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:33:53.063388 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef4be-825d-46dc-89e5-1650e7836ea9 req-e2991947-9a2d-46f1-9635-b40ac34b3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.064960 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ee7ef4be-825d-46dc-89e5-1650e7836ea9 req-e2991947-9a2d-46f1-9635-b40ac34b3236 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 1099 time: 0.1382256 Jun 24 16:33:53.128794 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-079728b2-be72-4d8b-90f1-5882f59df64a req-9dcd0198-2bd4-430c-aedd-84ca312f5076 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997274 Jun 24 16:33:53.153027 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ee7ef4be-825d-46dc-89e5-1650e7836ea9 req-50876361-2512-429d-8c6c-2bcffcf8647f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732970 Jun 24 16:33:53.178668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-ad35cf21-88d9-4361-9b42-94909f76ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.182280 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-ad35cf21-88d9-4361-9b42-94909f76ca62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 1099 time: 0.1906538 Jun 24 16:33:53.216342 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee153e-e2ba-4cfe-85f7-de2f6d69204b req-8f5b5209-746c-47f7-88fd-fc0bc97e285c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.218220 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-abee153e-e2ba-4cfe-85f7-de2f6d69204b req-8f5b5209-746c-47f7-88fd-fc0bc97e285c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1216290 Jun 24 16:33:53.275305 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-abee153e-e2ba-4cfe-85f7-de2f6d69204b req-59896bf5-fa85-4fb5-a3e8-96fbed396978 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Jun 24 16:33:53.407259 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd656c9-4b37-455f-a737-6bdd7958e0b3 req-5fa24cef-b6f6-4ca1-b466-6616d565fa00 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.408686 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8fd656c9-4b37-455f-a737-6bdd7958e0b3 req-5fa24cef-b6f6-4ca1-b466-6616d565fa00 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0909503 Jun 24 16:33:53.455561 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8fd656c9-4b37-455f-a737-6bdd7958e0b3 req-87450254-efc7-47b1-a183-f0808bad69f1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Jun 24 16:33:53.686159 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e45bf0f-8486-470c-802c-8a772129204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:53.762835 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c1a7a3d6-fafd-457f-9829-23d48d3237fe req-c40182ae-a976-4790-8dc8-34dc6a5a5a38 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 210 time: 0.0537188 Jun 24 16:33:53.816897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-75773064-1418-441c-9629-ba050a6ca15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.818326 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-75773064-1418-441c-9629-ba050a6ca15f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.3039536 Jun 24 16:33:53.838995 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5ad4-3529-4f99-83da-bc6d9ee11d75 req-a6ebce55-b0e1-40ed-a4cd-d40667e13a21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:53.840383 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-eb0e5ad4-3529-4f99-83da-bc6d9ee11d75 req-a6ebce55-b0e1-40ed-a4cd-d40667e13a21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.2491446 Jun 24 16:33:53.967673 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-9ba3cf37-0ae4-4105-8e47-1be3df313dd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 200 len: 1002 time: 0.1263359 Jun 24 16:33:53.970487 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-eb0e5ad4-3529-4f99-83da-bc6d9ee11d75 req-eb57d624-cf47-4278-a80e-fa25363c450f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819783 Jun 24 16:33:54.013862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51c59-3538-413c-b145-7fa902b1a27c req-b5df0000-ce04-4c20-bd1b-e3bbdb242b46 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.016553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4af51c59-3538-413c-b145-7fa902b1a27c req-b5df0000-ce04-4c20-bd1b-e3bbdb242b46 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 945 time: 0.1016872 Jun 24 16:33:54.037887 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-777d6677-0829-49ac-94f6-e5fd426d13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.039428 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-777d6677-0829-49ac-94f6-e5fd426d13f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0624702 Jun 24 16:33:54.062200 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4af51c59-3538-413c-b145-7fa902b1a27c req-21aafd71-371a-487f-bd3d-dafd7621590b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Jun 24 16:33:54.145269 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-e996fab3-75cd-4d08-95e9-4323842dbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.146778 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-e996fab3-75cd-4d08-95e9-4323842dbb31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843298 Jun 24 16:33:54.348224 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-4f4ae20f-9ae7-4525-be6d-954c4f2279dd service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818025 Jun 24 16:33:54.366839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b8837-9e03-46c2-b3b9-dcffe218c45f req-3e7597aa-a222-475f-a07a-e0954508f3b3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.368235 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4c9b8837-9e03-46c2-b3b9-dcffe218c45f req-3e7597aa-a222-475f-a07a-e0954508f3b3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1317573 Jun 24 16:33:54.479921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4385-684f-493c-9c71-a74c044faac1 req-9a5fd728-a7a5-4acf-b805-64b498426a9c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.480417 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-709c4385-684f-493c-9c71-a74c044faac1 req-9a5fd728-a7a5-4acf-b805-64b498426a9c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.0892227 Jun 24 16:33:54.491360 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4c9b8837-9e03-46c2-b3b9-dcffe218c45f req-ff250b52-c33a-4a0f-a2bd-35ce6a84eae3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050129 Jun 24 16:33:54.543464 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-709c4385-684f-493c-9c71-a74c044faac1 req-543a32d8-a879-474a-af7b-1e28804a54b8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562232 Jun 24 16:33:54.544067 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ed6e4f30-1b09-4a36-ab03-d1122c6e5760 req-afeaa7dd-465c-4ebf-a9d9-91ccf9060694 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747184 Jun 24 16:33:54.730496 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54190c4-5112-4f6a-9af1-e03b1901144e req-fdb9ef1b-0254-4671-93eb-e6d48986a18a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.731987 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a54190c4-5112-4f6a-9af1-e03b1901144e req-fdb9ef1b-0254-4671-93eb-e6d48986a18a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1023865 Jun 24 16:33:54.850098 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a54190c4-5112-4f6a-9af1-e03b1901144e req-812ca123-c140-4b24-8bf5-13b5d658c412 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121938 Jun 24 16:33:54.934882 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-cd20b902-c1d0-4e91-83ee-3a29da6b68cd tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:54.936154 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-cd20b902-c1d0-4e91-83ee-3a29da6b68cd tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 808 time: 0.1680667 Jun 24 16:33:54.954613 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4efb4498-7c87-409b-b8b6-2058ab1ec9b5 req-6534cb9c-3435-4971-8dfb-65761b2a52f0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 210 time: 0.0571861 Jun 24 16:33:54.995245 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-c8f5406e-23ea-4d1e-81e6-789ad46c9c66 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928bcdbcadd24982900fa796050def8d HTTP/1.1" status: 200 len: 379 time: 0.0442884 Jun 24 16:33:55.016307 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'port': {'device_id': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'admin_state_up': True, 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'security_groups': ['bc94e95c-1d5c-4e0f-8c97-5d83275845e0']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:55.268874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:55.275160 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95f9e5-57df-4e0b-afeb-bab0e9f7f777 req-8a97e54d-1f82-42e3-8822-a4710a1cc557 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:55.279376 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cc95f9e5-57df-4e0b-afeb-bab0e9f7f777 req-8a97e54d-1f82-42e3-8822-a4710a1cc557 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 945 time: 0.1015027 Jun 24 16:33:55.282956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:55.301911 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a862-4f45-4fd3-b313-b65d82bf0854 req-c234e011-6a2c-4470-abb9-d5a800dccfc1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:55.303504 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6f12a862-4f45-4fd3-b313-b65d82bf0854 req-c234e011-6a2c-4470-abb9-d5a800dccfc1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.1885612 Jun 24 16:33:55.304656 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Made reservation on behalf of 928bcdbcadd24982900fa796050def8d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:33:55.308529 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:55.329318 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cc95f9e5-57df-4e0b-afeb-bab0e9f7f777 req-b021f4c7-ef2e-4842-b400-3d1550ec7982 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Jun 24 16:33:55.409776 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6f12a862-4f45-4fd3-b313-b65d82bf0854 req-97835a1f-10c9-4603-99b6-de918aec35fd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914009 Jun 24 16:33:55.518123 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Allocated IP 172.20.0.5 (c7404b37-2ca1-4204-bc36-8380d28f6454/c0810102-d388-49f8-89e2-c7ac9c90d1bf/782c08a0-86b8-4d52-b69c-d96e2a633230) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:33:55.891454 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db9cb-ec72-4c66-81cc-bf82aa4ee66a req-b7e5ec5a-39fc-48e0-b03b-c9df8d85cb10 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:55.896524 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-648db9cb-ec72-4c66-81cc-bf82aa4ee66a req-b7e5ec5a-39fc-48e0-b03b-c9df8d85cb10 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1098413 Jun 24 16:33:55.944785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-648db9cb-ec72-4c66-81cc-bf82aa4ee66a req-6d9f6e14-bc7f-4085-8550-38dd17b5d04d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Jun 24 16:33:55.948555 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:55.975728 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Transition to ACTIVE for port object 782c08a0-86b8-4d52-b69c-d96e2a633230 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:55.994095 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c556d1-c05b-470d-9d90-0dc51682d36d req-12f78b76-b487-49a7-819a-5b2ff7320823 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:55.995574 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54c556d1-c05b-470d-9d90-0dc51682d36d req-12f78b76-b487-49a7-819a-5b2ff7320823 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3206692 Jun 24 16:33:56.047058 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-54c556d1-c05b-470d-9d90-0dc51682d36d req-98cf6103-27cb-451e-8a22-47005839896f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Jun 24 16:33:56.048354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.126589 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Network c7404b37-2ca1-4204-bc36-8380d28f6454 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:33:56.129756 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0fad1717-fdc0-43d0-9d53-8abf8fc5bab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.131330 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:33:56.137354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:33:56.153894 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 80c37542-7e85-4cce-a303-25541bf5e56a up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:33:56.171769 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a97171-2b9b-446e-8061-2a25bd0f266e req-d4e52449-b3c0-44f8-ab1e-995d403ac17a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:56.172533 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:56.174097 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-19a97171-2b9b-446e-8061-2a25bd0f266e req-d4e52449-b3c0-44f8-ab1e-995d403ac17a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1289847 Jun 24 16:33:56.239440 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 80c37542-7e85-4cce-a303-25541bf5e56a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:56.245929 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-19a97171-2b9b-446e-8061-2a25bd0f266e req-ebcd87f0-305b-42ca-97d9-8bb993bd4c03 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586302 Jun 24 16:33:56.252150 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 80c37542-7e85-4cce-a303-25541bf5e56a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:56.255896 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.258700 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:56.259261 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.304658 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-dcdfbf2b-4fa9-4cba-997a-70789db49b0c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2924924 Jun 24 16:33:56.320381 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Request body: {'port': {'device_id': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:56.381375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b87b5-19eb-4fbe-98a8-5350ee4d817a req-de601d61-9279-4a58-b0a0-9eb375492828 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:56.382111 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f84b87b5-19eb-4fbe-98a8-5350ee4d817a req-de601d61-9279-4a58-b0a0-9eb375492828 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Synchronizing usage tracker for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:56.390700 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 80c37542-7e85-4cce-a303-25541bf5e56a is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:33:56.391636 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.428469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:33:56.436947 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ab4128f-dda6-458e-a262-25fb33168926 None None] Provisioning for port 782c08a0-86b8-4d52-b69c-d96e2a633230 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:33:56.442601 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80c37542-7e85-4cce-a303-25541bf5e56a,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:33:56.444153 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ab4128f-dda6-458e-a262-25fb33168926 None None] Provisioning complete for port 782c08a0-86b8-4d52-b69c-d96e2a633230 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:33:56.444458 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ab4128f-dda6-458e-a262-25fb33168926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.447874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f84b87b5-19eb-4fbe-98a8-5350ee4d817a req-de601d61-9279-4a58-b0a0-9eb375492828 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Unset dirty status for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:56.449110 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f84b87b5-19eb-4fbe-98a8-5350ee4d817a req-de601d61-9279-4a58-b0a0-9eb375492828 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 931 time: 0.2538126 Jun 24 16:33:56.479456 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.480108 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.557102 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f84b87b5-19eb-4fbe-98a8-5350ee4d817a req-c4ebebdc-7191-4fc2-94f2-9d06ac193589 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003737 Jun 24 16:33:56.567177 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:56.580883 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4128f-dda6-458e-a262-25fb33168926 None None] Port 782c08a0-86b8-4d52-b69c-d96e2a633230 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:33:56.613034 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a32a56-f763-44cb-8d56-6cdafe8d00d2 req-442556a8-61b4-4352-a54e-4d817f43eb7a tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:56.614631 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6a32a56-f763-44cb-8d56-6cdafe8d00d2 req-442556a8-61b4-4352-a54e-4d817f43eb7a tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.1388562 Jun 24 16:33:56.659840 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6a32a56-f763-44cb-8d56-6cdafe8d00d2 req-98bce99b-2780-4540-bbc7-be87412d329b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jun 24 16:33:56.711067 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15230eae-7de2-4b54-80d5-685650e09d15'] response: {'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a', 'code': 200} Jun 24 16:33:56.876788 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23372f-7808-47dc-9cee-1575e05ffd39 req-4eb592b9-e364-41c6-88ee-9d9040d1836f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:56.878153 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-de23372f-7808-47dc-9cee-1575e05ffd39 req-4eb592b9-e364-41c6-88ee-9d9040d1836f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.1930203 Jun 24 16:33:56.921117 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:56.990287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782c08a0-86b8-4d52-b69c-d96e2a633230 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:33:56.997463 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-de23372f-7808-47dc-9cee-1575e05ffd39 req-ad5ab4c5-63b5-415f-aa75-21a5608f3f43 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064143 Jun 24 16:33:57.004778 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.041005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Transition to ACTIVE for port object 782c08a0-86b8-4d52-b69c-d96e2a633230 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:33:57.047067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.077117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17adc-07ba-4cdc-bb2a-bbd17b9293c8 req-60cd5a9b-1875-4a47-a1ce-608a3d729084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:57.078632 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6b17adc-07ba-4cdc-bb2a-bbd17b9293c8 req-60cd5a9b-1875-4a47-a1ce-608a3d729084 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 1099 time: 0.1879725 Jun 24 16:33:57.190911 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c6b17adc-07ba-4cdc-bb2a-bbd17b9293c8 req-ac289106-d16b-4da5-8f96-16a126fe70f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008909 Jun 24 16:33:57.196842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.227816 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6796-1858-4e46-ba09-4d7ff442549c req-6ec00e35-9501-414f-9b8f-a0fd235e0cba tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:57.234229 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a32c6796-1858-4e46-ba09-4d7ff442549c req-6ec00e35-9501-414f-9b8f-a0fd235e0cba tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1233306 Jun 24 16:33:57.298486 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a32c6796-1858-4e46-ba09-4d7ff442549c req-3b9f3341-856c-4842-8748-5d7e396f9c67 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593910 Jun 24 16:33:57.318375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:57.351190 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48148) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:57.408549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Attempting to bind port 782c08a0-86b8-4d52-b69c-d96e2a633230 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:33:57.408872 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Attempting to bind port 782c08a0-86b8-4d52-b69c-d96e2a633230 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:33:57.409186 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Attempting to bind port 782c08a0-86b8-4d52-b69c-d96e2a633230 on network c7404b37-2ca1-4204-bc36-8380d28f6454 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:57.418393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40c2f-1c5e-41b7-8047-cc6dfa2816f9 req-fe2d43b8-ee1f-4d3d-9b20-481e25e8103e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:57.419848 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-75e40c2f-1c5e-41b7-8047-cc6dfa2816f9 req-fe2d43b8-ee1f-4d3d-9b20-481e25e8103e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.2907760 Jun 24 16:33:57.429264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:57.429871 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Port 782c08a0-86b8-4d52-b69c-d96e2a633230 on network c7404b37-2ca1-4204-bc36-8380d28f6454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:33:57.430704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Attempting to bind port 782c08a0-86b8-4d52-b69c-d96e2a633230 on network c7404b37-2ca1-4204-bc36-8380d28f6454 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:33:57.438955 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'port_id': 'cb0d1835-2374-4de1-957b-29920d8feadd'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:33:57.500330 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:33:57.500656 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Checking segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:33:57.501037 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Bound using segment: {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:33:57.501459 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Bound port: 782c08a0-86b8-4d52-b69c-d96e2a633230, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbae2773-a300-4f83-8799-83d32c0d3d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:33:57.501794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.529180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905d77-d096-43e7-aeed-f8591854bab3 req-5e42224b-453b-4439-aa49-95bd83abba60 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:57.530775 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f7905d77-d096-43e7-aeed-f8591854bab3 req-5e42224b-453b-4439-aa49-95bd83abba60 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1234667 Jun 24 16:33:57.565349 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.574017 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.597733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:33:57.606384 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:687734bd832b4bd2ba349dce46a897e2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:33:57.610834 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:33:57.620729 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f7905d77-d096-43e7-aeed-f8591854bab3 req-da367ebc-9183-4451-b810-af95f07292a6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740879 Jun 24 16:33:57.621528 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:33:57.716437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.723079 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.825946 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc3b63-d23e-4cd7-898e-1e68e7c3e109,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:57.829847 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=687734bd832b4bd2ba349dce46a897e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767885 Jun 24 16:33:57.838151 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:33:57.856384 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.856731 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.857052 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.857374 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.857696 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.858015 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.858329 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.858645 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.858980 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.859295 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.859606 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.859914 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36657-ac65-469b-8a83-38fdd61cd1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:33:57.930002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae66a2e-e2b4-449f-bec9-43420a8dd485 req-59a08853-79c4-4dcd-88f1-8882b1f55843 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:57.932094 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6ae66a2e-e2b4-449f-bec9-43420a8dd485 req-59a08853-79c4-4dcd-88f1-8882b1f55843 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.1932111 Jun 24 16:33:57.932754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:57.952961 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:33:57.979487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.014151 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6ae66a2e-e2b4-449f-bec9-43420a8dd485 req-2478ca58-cbe3-49da-9662-5eb8fafd386d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Synchronizing usage tracker for tenant:928bcdbcadd24982900fa796050def8d on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:33:58.044066 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-6ae66a2e-e2b4-449f-bec9-43420a8dd485 req-2478ca58-cbe3-49da-9662-5eb8fafd386d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Unset dirty status for tenant:928bcdbcadd24982900fa796050def8d on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:33:58.045399 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6ae66a2e-e2b4-449f-bec9-43420a8dd485 req-2478ca58-cbe3-49da-9662-5eb8fafd386d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026771 Jun 24 16:33:58.059523 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.079817 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc3b63-d23e-4cd7-898e-1e68e7c3e109,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:58.084460 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.088616 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-0185914d-0497-4a7f-b523-3d0e26992984 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56fc3b63-d23e-4cd7-898e-1e68e7c3e109 HTTP/1.1" status: 204 len: 168 time: 0.2415521 Jun 24 16:33:58.091449 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:33:58.106593 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90218-52d2-4520-a975-686acc1b97ae req-3eb3994a-59c7-4ab5-895e-3de41df9ca47 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.108124 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-15b90218-52d2-4520-a975-686acc1b97ae req-3eb3994a-59c7-4ab5-895e-3de41df9ca47 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.5769908 Jun 24 16:33:58.119942 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.224278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.224891 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.226288 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] 10.222.0.36 "PUT /v2.0/ports/782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 1093 time: 1.9101777 Jun 24 16:33:58.226735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:33:58.273595 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc4db-4426-4293-95b0-80024e429622 service neutron] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:33:58.286530 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-15b90218-52d2-4520-a975-686acc1b97ae req-893360c7-1099-4402-a89a-a8ad65df279b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681983 Jun 24 16:33:58.360011 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12894-0585-48a9-b379-eb12e0a9cc26 req-d9cd1dc4-6416-4e7f-b390-f6cee19dad24 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.363807 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d6f12894-0585-48a9-b379-eb12e0a9cc26 req-d9cd1dc4-6416-4e7f-b390-f6cee19dad24 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.1769435 Jun 24 16:33:58.434297 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5d5835-5293-46fd-83a2-63b728a91240'] response: {'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'status': 'completed', 'code': 200} Jun 24 16:33:58.438815 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d6f12894-0585-48a9-b379-eb12e0a9cc26 req-c796e948-df43-40d2-b84c-fbfb6638d77c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622046 Jun 24 16:33:58.512384 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.590239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-e097020e-ed05-4f97-b804-16dc9fec33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.591745 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-e097020e-ed05-4f97-b804-16dc9fec33ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1096 time: 0.2106826 Jun 24 16:33:58.743591 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-328d14a7-dc80-419c-a41f-354b619270e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 217 time: 0.0863876 Jun 24 16:33:58.772773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.810557 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:33:58.826513 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3f0d-3017-442d-a48c-a4dfc80d9a28 req-ba7ec2fa-df5a-4c07-aa98-181b4bc41587 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.828045 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ebfd3f0d-3017-442d-a48c-a4dfc80d9a28 req-ba7ec2fa-df5a-4c07-aa98-181b4bc41587 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.0923657 Jun 24 16:33:58.873250 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ebfd3f0d-3017-442d-a48c-a4dfc80d9a28 req-7d6d2709-4565-47e8-b01d-a3888ac4ad7e tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Jun 24 16:33:58.947925 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6365-8e07-4b53-8f24-95408d86e51b req-473c8ab0-69cc-4e5a-a022-f886c2026975 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:58.949383 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a8fb6365-8e07-4b53-8f24-95408d86e51b req-473c8ab0-69cc-4e5a-a022-f886c2026975 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.4257100 Jun 24 16:33:59.000681 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-cf0ac3d7-9fde-4d49-9d56-50872318a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:59.001988 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-cf0ac3d7-9fde-4d49-9d56-50872318a050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.2329500 Jun 24 16:33:59.092694 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a8fb6365-8e07-4b53-8f24-95408d86e51b req-39f62108-fa69-4662-9c46-0a36bc92cc1b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328607 Jun 24 16:33:59.136512 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP f61b932f-08f5-45a3-b8fd-3bbb51a5306f associated. External IP: 172.28.2.57, port: cb0d1835-2374-4de1-957b-29920d8feadd. Jun 24 16:33:59.272401 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668e93-b49d-4d80-a1ef-af11c14061fe req-dba1467e-6415-462d-8e15-32f439709d39 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:59.273895 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-83668e93-b49d-4d80-a1ef-af11c14061fe req-dba1467e-6415-462d-8e15-32f439709d39 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.0889571 Jun 24 16:33:59.280424 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-8ee85934-89dc-427a-bc42-1ffeb7089e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:59.281888 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-8ee85934-89dc-427a-bc42-1ffeb7089e83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2562926 Jun 24 16:33:59.324006 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-83668e93-b49d-4d80-a1ef-af11c14061fe req-eed0b51d-a73c-4951-9dee-38851e01ab17 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Jun 24 16:33:59.644309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978f885-aef7-4156-96dc-96afcf389f1c req-63f3962e-a54d-440c-beea-0cca8e9f7bd5 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:59.645781 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3978f885-aef7-4156-96dc-96afcf389f1c req-63f3962e-a54d-440c-beea-0cca8e9f7bd5 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.0905328 Jun 24 16:33:59.689943 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3978f885-aef7-4156-96dc-96afcf389f1c req-e32e7601-4ecb-4575-b195-d26e1a6f2703 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Jun 24 16:33:59.752000 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-c1d3526c-ef5e-4687-a499-2bebc4818b8d service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575868 Jun 24 16:33:59.770327 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e18033-5157-4037-b628-4d370c2367b6 req-b8210520-24e3-492c-afcd-5e0d176ad2e1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:33:59.771766 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-94e18033-5157-4037-b628-4d370c2367b6 req-b8210520-24e3-492c-afcd-5e0d176ad2e1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.3348160 Jun 24 16:33:59.921374 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-94e18033-5157-4037-b628-4d370c2367b6 req-1adcdad4-3fa0-4152-8532-355e60179ec2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216171 Jun 24 16:33:59.926102 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:34:00.022569 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6fa83723-7c6e-4255-ac84-c1331ee1bcab req-3c91ffa0-4b74-4c2d-972b-1f338b37d507 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416134 Jun 24 16:34:00.093860 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcc11-9720-4e04-8ede-c057cba3c611 req-f946422f-a6ca-4fed-9bce-a36016f75100 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.095496 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d61dcc11-9720-4e04-8ede-c057cba3c611 req-f946422f-a6ca-4fed-9bce-a36016f75100 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1095970 Jun 24 16:34:00.147841 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d61dcc11-9720-4e04-8ede-c057cba3c611 req-e1ff19c6-7409-419f-a033-11ca4dc4bba7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463643 Jun 24 16:34:00.208155 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:34:00.214112 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:00.219897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:34:00.231299 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:00.231940 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:33:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:00.278608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-ece35a43-03e3-4e98-b7b6-fc22e0c5ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.280143 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-ece35a43-03e3-4e98-b7b6-fc22e0c5ee03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1096 time: 0.1801713 Jun 24 16:34:00.290158 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-955f6e79-3354-4617-8616-8c8a9ee1d57e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "PUT /v2.0/floatingips/f61b932f-08f5-45a3-b8fd-3bbb51a5306f HTTP/1.1" status: 200 len: 991 time: 2.8565948 Jun 24 16:34:00.436558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:00.497205 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:00.527078 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-848dd7b2-25ca-4dcd-80d3-5249ee3fe641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.528782 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-848dd7b2-25ca-4dcd-80d3-5249ee3fe641 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.2323697 Jun 24 16:34:00.537903 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf011-1920-4228-9622-2560fa3457d9 req-38b7f46f-31e3-4b0d-b648-4160d64f43a9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.540079 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24faf011-1920-4228-9622-2560fa3457d9 req-38b7f46f-31e3-4b0d-b648-4160d64f43a9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1603301 Jun 24 16:34:00.542771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23413d87-71b2-4c4d-81e7-b4aeaf999e72 req-349d4d2f-712d-4344-b92b-291ba0a8700d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.544990 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23413d87-71b2-4c4d-81e7-b4aeaf999e72 req-349d4d2f-712d-4344-b92b-291ba0a8700d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.0982409 Jun 24 16:34:00.603703 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23413d87-71b2-4c4d-81e7-b4aeaf999e72 req-d83ec8bc-74da-4aa6-9bfa-024480a2540c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517800 Jun 24 16:34:00.638597 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-6b771bf4-feda-4cdb-ad94-e8ab88867e66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 217 time: 0.0785825 Jun 24 16:34:00.651216 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24faf011-1920-4228-9622-2560fa3457d9 req-d440f51a-627a-4cb2-8952-cdadb1bc40ed tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056883 Jun 24 16:34:00.708959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-8a12df4b-0901-41ed-ae68-cd72ce80456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.710807 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-8a12df4b-0901-41ed-ae68-cd72ce80456c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.0587595 Jun 24 16:34:00.718882 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6453e4a5-d473-46bf-baba-2da33cf6c1bf'] response: {'name': 'network-changed', 'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'status': 'completed', 'code': 200} Jun 24 16:34:00.845853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-3f2f2f4c-52c9-47a5-945a-e993ebd88e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.849026 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-3f2f2f4c-52c9-47a5-945a-e993ebd88e0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1174304 Jun 24 16:34:00.851418 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-4a9fe7ba-07b2-4887-b91a-9f2fe1e01dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:00.854008 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-4a9fe7ba-07b2-4887-b91a-9f2fe1e01dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 1099 time: 0.0963287 Jun 24 16:34:00.917011 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}, {'id': 'f61b932f-08f5-45a3-b8fd-3bbb51a5306f', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:5e:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965392c-5d34-4799-a38a-3639bad5d936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:26Z', 'updated_at': '2022-06-24T16:33:58Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:00.921133 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:34:00.930501 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:00.931151 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:33:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:01.028724 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-11805631-3daf-480d-b097-455cf6d19bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.030365 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-11805631-3daf-480d-b097-455cf6d19bcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.1479363 Jun 24 16:34:01.139742 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:01.211508 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-cfd982fd-c667-47f5-bf91-f18afcb6bd41 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297443 Jun 24 16:34:01.226554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383fda0-abe8-43bb-86cc-679b842b6dcb req-0aeb1a4b-e051-4eef-8f76-18f9f4c6c7e5 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.228881 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6383fda0-abe8-43bb-86cc-679b842b6dcb req-0aeb1a4b-e051-4eef-8f76-18f9f4c6c7e5 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.2748346 Jun 24 16:34:01.288161 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-ce9bd9ff-ef3b-429d-a4f0-9dceefdc78f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0d1835-2374-4de1-957b-29920d8feadd HTTP/1.1" status: 200 len: 999 time: 0.2455225 Jun 24 16:34:01.343942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fffae8-50b4-4f92-8009-fa24b4d4b93b req-3f2fd2a5-58fb-47e6-b91a-e78c825421ce tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.345110 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b3fffae8-50b4-4f92-8009-fa24b4d4b93b req-3f2fd2a5-58fb-47e6-b91a-e78c825421ce tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.2472904 Jun 24 16:34:01.360407 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6383fda0-abe8-43bb-86cc-679b842b6dcb req-c3ce8082-4bd1-452b-b711-3a4f86c0226e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119647 Jun 24 16:34:01.400895 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-fe923fb3-a575-4f80-b2a0-d9056dfbfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.402355 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-fe923fb3-a575-4f80-b2a0-d9056dfbfb86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0990474 Jun 24 16:34:01.409593 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-025043b1-d976-4cd9-a181-e5d0eb166338 req-03366a9e-7a36-4fe5-8ffe-37d80475c770 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794691 Jun 24 16:34:01.431508 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b3fffae8-50b4-4f92-8009-fa24b4d4b93b req-32a40d2f-9e41-4cce-99a8-67b763f6ccfb tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749900 Jun 24 16:34:01.535759 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-bed2d567-8ec0-4b7b-8753-7d2826622a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.537601 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-bed2d567-8ec0-4b7b-8753-7d2826622a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1048656 Jun 24 16:34:01.560397 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}, {'id': 'f61b932f-08f5-45a3-b8fd-3bbb51a5306f', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:5e:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965392c-5d34-4799-a38a-3639bad5d936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:26Z', 'updated_at': '2022-06-24T16:33:58Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:01.565873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966024c-635b-4a57-bf63-8013e3c2f30d None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}, {'id': 'f61b932f-08f5-45a3-b8fd-3bbb51a5306f', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:5e:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965392c-5d34-4799-a38a-3639bad5d936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:26Z', 'updated_at': '2022-06-24T16:33:58Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:34:01.593156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc423d1-6321-4b54-8293-8fb83ce62a7e req-424634eb-0c29-45e1-85b2-6c826fd295f2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.594590 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7fc423d1-6321-4b54-8293-8fb83ce62a7e req-424634eb-0c29-45e1-85b2-6c826fd295f2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1259751 Jun 24 16:34:01.666155 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7fc423d1-6321-4b54-8293-8fb83ce62a7e req-6602130d-7f97-46cd-8d73-c1df153c07e8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624311 Jun 24 16:34:01.701814 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-37642d32-9a62-43dc-80c5-b16709a62d97 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473014 Jun 24 16:34:01.807277 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a47f-dd1a-456d-aeeb-341d5e94de22 None None] New status for floating IP f61b932f-08f5-45a3-b8fd-3bbb51a5306f: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:34:01.877162 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0ebef-6f3a-4202-9f54-3715efbb47aa req-c17eb956-39b1-48d8-91a4-c048df19d72a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.881282 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-18a0ebef-6f3a-4202-9f54-3715efbb47aa req-c17eb956-39b1-48d8-91a4-c048df19d72a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1079471 Jun 24 16:34:01.918072 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b991bf-151d-4af3-94b6-dd9964c9409a req-ae9b8fcf-59c2-42c5-9cdd-2deabdefdb71 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:01.919576 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-90b991bf-151d-4af3-94b6-dd9964c9409a req-ae9b8fcf-59c2-42c5-9cdd-2deabdefdb71 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.1889946 Jun 24 16:34:01.921336 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf94f12b-dd38-4d05-b872-90e967c30c3b req-25198b91-79cc-490a-a39c-014f33dfa59e service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123599 Jun 24 16:34:01.931434 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-18a0ebef-6f3a-4202-9f54-3715efbb47aa req-d77e84bc-e91d-4b84-aae0-a462e1dfe69b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Jun 24 16:34:01.968444 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-90b991bf-151d-4af3-94b6-dd9964c9409a req-33266567-7c67-4989-ad27-cda2f753c505 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 Jun 24 16:34:02.214485 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:34:02.343778 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:02.356326 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'mac_address': 'fa:16:3e:02:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:34:02.415523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 782c08a0-86b8-4d52-b69c-d96e2a633230 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:02.416007 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:02.432447 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782c08a0-86b8-4d52-b69c-d96e2a633230 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:02.447930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:02.453611 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:02.526102 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:02.534060 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.534542 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.534887 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.535297 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.535682 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.536097 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.536626 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.537127 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.537622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.538124 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.538630 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.539812 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:02.570450 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2a67-c2e6-41e4-9761-d0f08552981b req-9d020daf-0034-449f-bfa0-b88e0db4116e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:02.572759 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-986a2a67-c2e6-41e4-9761-d0f08552981b req-9d020daf-0034-449f-bfa0-b88e0db4116e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.1013653 Jun 24 16:34:02.623773 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-986a2a67-c2e6-41e4-9761-d0f08552981b req-03da53ef-caba-4503-a23a-78a728d28c9c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Jun 24 16:34:02.647396 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be046e61-4c51-4022-9ae4-e1f03e6f64cf req-6cc819d4-dd71-430b-9dc4-2d52a015f0b0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:02.649398 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-be046e61-4c51-4022-9ae4-e1f03e6f64cf req-6cc819d4-dd71-430b-9dc4-2d52a015f0b0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0952940 Jun 24 16:34:02.692558 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-be046e61-4c51-4022-9ae4-e1f03e6f64cf req-2ba1194c-e7ae-454a-9e59-f2c63f7fc0bd tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Jun 24 16:34:02.861476 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8275f-f1a3-47b7-a1ae-c3fba4029434 req-4cd11297-1725-4db9-a65d-6524e6d5afd4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:02.868644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7fe8275f-f1a3-47b7-a1ae-c3fba4029434 req-4cd11297-1725-4db9-a65d-6524e6d5afd4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.0930717 Jun 24 16:34:02.917909 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7fe8275f-f1a3-47b7-a1ae-c3fba4029434 req-c14f6e45-1bb6-4f0b-8ab6-74dc65f0c733 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472074 Jun 24 16:34:03.127378 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed931-7e1b-46c4-a424-08d4dcf4156c req-aee3356c-8cd7-4487-82c9-87a21234e2de tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:03.128800 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f9ed931-7e1b-46c4-a424-08d4dcf4156c req-aee3356c-8cd7-4487-82c9-87a21234e2de tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0952787 Jun 24 16:34:03.139026 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['782c08a0-86b8-4d52-b69c-d96e2a633230'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:03.175869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166148-42da-49aa-8995-676335807fe1 req-4fb53c88-1a95-4a10-996f-ed75ead5053b tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:03.177602 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f3166148-42da-49aa-8995-676335807fe1 req-4fb53c88-1a95-4a10-996f-ed75ead5053b tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 944 time: 0.1023245 Jun 24 16:34:03.179258 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f9ed931-7e1b-46c4-a424-08d4dcf4156c req-8e77f6d7-c92c-4168-a1bf-b6922e1ea934 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Jun 24 16:34:03.231593 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f3166148-42da-49aa-8995-676335807fe1 req-ee4adc15-a441-4609-b971-9702003683b9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Jun 24 16:34:03.466084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-9a765773-0303-4260-9cba-468adc046b68 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:03.468441 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-9a765773-0303-4260-9cba-468adc046b68 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.0940940 Jun 24 16:34:03.562995 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Deleting port 80c37542-7e85-4cce-a303-25541bf5e56a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:34:03.563327 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:03.872217 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] For port 80c37542-7e85-4cce-a303-25541bf5e56a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=80c37542-7e85-4cce-a303-25541bf5e56a,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:03.872565 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:03.884746 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd34d-ca1a-45d3-8e65-00356561a5ba req-56c03a27-f322-4d17-8fe2-975a94a40836 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:03.886250 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd5bd34d-ca1a-45d3-8e65-00356561a5ba req-56c03a27-f322-4d17-8fe2-975a94a40836 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0879917 Jun 24 16:34:03.934514 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd5bd34d-ca1a-45d3-8e65-00356561a5ba req-884bb64c-5c17-4d9c-aa64-f508d2128dc1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Jun 24 16:34:03.999947 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48c83-fe79-4c85-b4ab-dd5469dc2423 req-fa08a3ca-3f20-42b9-980b-957f14a239e9 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:04.001323 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-30f48c83-fe79-4c85-b4ab-dd5469dc2423 req-fa08a3ca-3f20-42b9-980b-957f14a239e9 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 946 time: 0.2553301 Jun 24 16:34:04.007801 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Calling delete_port for 80c37542-7e85-4cce-a303-25541bf5e56a owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:34:04.119045 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-30f48c83-fe79-4c85-b4ab-dd5469dc2423 req-d452903c-20aa-44d7-9bea-2e65577e75c6 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822299 Jun 24 16:34:04.152310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080c85-143e-4515-ad71-4850dc059db2 req-5232cdba-af33-4772-9dd5-c684c3aac60c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:04.153809 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9c080c85-143e-4515-ad71-4850dc059db2 req-5232cdba-af33-4772-9dd5-c684c3aac60c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1156611 Jun 24 16:34:04.200485 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:04.204937 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9c080c85-143e-4515-ad71-4850dc059db2 req-7d65d757-e49a-4b94-9040-32df4d979c35 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447738 Jun 24 16:34:04.239743 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:34:04.401709 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:04.416672 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:34:04.421070 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Pushing event deleted for resources: {'Port': ['ID=80c37542-7e85-4cce-a303-25541bf5e56a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:04.434965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d89e-fca4-4b7b-8fb9-3d8b878fba66 req-8b718680-fe06-40b0-b2e3-5be5fff72365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:04.434965 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4bd3d89e-fca4-4b7b-8fb9-3d8b878fba66 req-8b718680-fe06-40b0-b2e3-5be5fff72365 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1099 time: 0.1850786 Jun 24 16:34:04.481479 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: ACTIVE; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:04.481859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:04.485310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] No DVR routers for this DVR port 80c37542-7e85-4cce-a303-25541bf5e56a on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:34:04.487993 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:04.491871 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'name': 'network-vif-deleted', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:04.496582 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4bd3d89e-fca4-4b7b-8fb9-3d8b878fba66 req-795e995d-bf4c-4d78-af3e-0b439217b71f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472999 Jun 24 16:34:04.501064 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:04.508572 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd07410-f257-4ec5-9278-1f5e9cd643df req-bc027007-68f3-498a-a607-80c922e1cbd0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:04.510561 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3fd07410-f257-4ec5-9278-1f5e9cd643df req-bc027007-68f3-498a-a607-80c922e1cbd0 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 944 time: 0.1402378 Jun 24 16:34:04.521995 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-785b6fb8-3f4c-4ea4-8411-c11882b70fc7 req-04249cd7-dec8-4cfa-af52-67d8a2cb3d90 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "DELETE /v2.0/ports/80c37542-7e85-4cce-a303-25541bf5e56a HTTP/1.1" status: 204 len: 173 time: 1.0299349 Jun 24 16:34:04.527905 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['80c37542-7e85-4cce-a303-25541bf5e56a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:04.550658 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73570af0-9724-4503-a373-93b81be88ead req-48f59953-2cc5-4e54-a4a9-54aa757b4649 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:04.552336 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-73570af0-9724-4503-a373-93b81be88ead req-48f59953-2cc5-4e54-a4a9-54aa757b4649 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2095129 Jun 24 16:34:04.564533 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3fd07410-f257-4ec5-9278-1f5e9cd643df req-03f7d17a-4ea9-49df-87cb-4f405f0e44fb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459907 Jun 24 16:34:04.573421 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:04.588455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:04.606611 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-73570af0-9724-4503-a373-93b81be88ead req-81334481-6d0a-49c3-bcc0-1700424773e4 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Jun 24 16:34:04.640787 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7b29ab-2d6a-46f8-bbfe-db3bef75bcc7'] response: {'server_uuid': '4e484bb7-b96b-4024-9b22-de1f282eb5d4', 'name': 'network-vif-deleted', 'tag': '80c37542-7e85-4cce-a303-25541bf5e56a', 'status': 'completed', 'code': 200} Jun 24 16:34:04.654966 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:04.816144 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['1afd0573-16c4-41bd-be31-7cb33b7f185b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:05.132515 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f804-b22f-4b81-b140-e1bee28035b6 req-7caa992e-9b74-46b4-b8e0-320403400ca3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:05.134655 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e163f804-b22f-4b81-b140-e1bee28035b6 req-7caa992e-9b74-46b4-b8e0-320403400ca3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0937083 Jun 24 16:34:05.180254 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e163f804-b22f-4b81-b140-e1bee28035b6 req-83c5f539-d1c1-4bcc-acf8-a94ac250c245 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Jun 24 16:34:05.295205 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0b910e79-a826-444c-8d14-a984f86bffbc req-850ecf7d-9779-450b-9456-38b32ace145b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e484bb7-b96b-4024-9b22-de1f282eb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0502126 Jun 24 16:34:05.409812 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ee45-f91b-4103-8ceb-6c6d5441e041 req-d3716971-a170-4350-8107-880283d489c0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:05.411273 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7754ee45-f91b-4103-8ceb-6c6d5441e041 req-d3716971-a170-4350-8107-880283d489c0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.0865726 Jun 24 16:34:05.457379 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7754ee45-f91b-4103-8ceb-6c6d5441e041 req-c29e1d9d-b731-4b6a-bc71-66d5a4c6186b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402606 Jun 24 16:34:05.775586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b315f-d970-414b-8195-5d80c44144dd req-010508f5-05b3-4bfe-b4e1-8111e62f2bb1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:05.777186 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a92b315f-d970-414b-8195-5d80c44144dd req-010508f5-05b3-4bfe-b4e1-8111e62f2bb1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 944 time: 0.1011796 Jun 24 16:34:05.811213 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd656a7-2a8d-48b2-9254-758f13528288 req-33aee770-4f29-449e-b195-fd60f7558af8 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:05.812910 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0dd656a7-2a8d-48b2-9254-758f13528288 req-33aee770-4f29-449e-b195-fd60f7558af8 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0977204 Jun 24 16:34:05.830613 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a92b315f-d970-414b-8195-5d80c44144dd req-2f43294f-512f-423b-a187-ffeb56f93bc9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Jun 24 16:34:05.868506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0dd656a7-2a8d-48b2-9254-758f13528288 req-e7bf6805-dcfc-4bce-a315-15c60898deed tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Jun 24 16:34:06.248513 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:34:06.322252 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 1afd0573-16c4-41bd-be31-7cb33b7f185b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:06.322611 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.427454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e305a93-e124-4c76-9c7f-4874420626dd req-c768a144-ea32-429e-9c38-4ece5f3a121b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:06.428842 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2e305a93-e124-4c76-9c7f-4874420626dd req-c768a144-ea32-429e-9c38-4ece5f3a121b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1383507 Jun 24 16:34:06.466737 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:06.467143 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.487842 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2e305a93-e124-4c76-9c7f-4874420626dd req-bf92f418-a150-4c73-8b6b-b870263656af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Jun 24 16:34:06.504121 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:06.505111 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:06.513406 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.514488 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:34:06.626104 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a79941a-9d87-4492-8180-5ffa6f85f07b'] response: {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'code': 200} Jun 24 16:34:06.655692 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:06.683521 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 782c08a0-86b8-4d52-b69c-d96e2a633230 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:34:06.689703 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 782c08a0-86b8-4d52-b69c-d96e2a633230 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:06.690067 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.749039 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5bad1-e317-4fbd-9bc9-097d39c211dc req-ad631878-c521-4ddd-b1b1-7a6c5b23e42a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:06.750752 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eed5bad1-e317-4fbd-9bc9-097d39c211dc req-ad631878-c521-4ddd-b1b1-7a6c5b23e42a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1223457 Jun 24 16:34:06.811469 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-eed5bad1-e317-4fbd-9bc9-097d39c211dc req-4d2d67bc-6fb3-4708-9496-15e629abf398 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537956 Jun 24 16:34:06.889890 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 782c08a0-86b8-4d52-b69c-d96e2a633230 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:06.894094 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.934821 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:06.948053 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:06.949093 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 80c37542-7e85-4cce-a303-25541bf5e56a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:34:06.970289 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-b8f0c10b-4c40-4c57-bf89-5da0d2c4264c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:06.976954 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-b8f0c10b-4c40-4c57-bf89-5da0d2c4264c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 809 time: 0.1959121 Jun 24 16:34:07.001053 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-47b81db4-4c63-466d-b9ca-8be40ba48ed0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/quotas/218a2420927e4e249115a4d84149054b HTTP/1.1" status: 200 len: 375 time: 0.0184567 Jun 24 16:34:07.080404 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-33ae3265-f91f-4555-be22-36b7de447d0f tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728869 Jun 24 16:34:07.098038 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 80c37542-7e85-4cce-a303-25541bf5e56a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:34:07.098389 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 80c37542-7e85-4cce-a303-25541bf5e56a not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:34:07.110502 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f28e3a-e1ac-4454-a108-9b429718c079 req-c185f4ca-25fe-4a30-8b73-cf89f061f937 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:07.112227 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-08f28e3a-e1ac-4454-a108-9b429718c079 req-c185f4ca-25fe-4a30-8b73-cf89f061f937 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1403456 Jun 24 16:34:07.134271 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:07.189391 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-08f28e3a-e1ac-4454-a108-9b429718c079 req-0c275858-9cd8-4b9d-8f27-ff967e5dff25 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706999 Jun 24 16:34:07.233566 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-bc945bea-36ee-418e-8227-c847c9ab055c service neutron] 10.222.0.26 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511874 Jun 24 16:34:07.389372 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd228e-266b-43a0-a84e-09146cb515a4 req-8c62cf8d-b087-462f-aba6-d08397d70ac6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:07.391299 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66cd228e-266b-43a0-a84e-09146cb515a4 req-8c62cf8d-b087-462f-aba6-d08397d70ac6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1031506 Jun 24 16:34:07.462891 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66cd228e-266b-43a0-a84e-09146cb515a4 req-0beaa982-5646-457e-bc7e-11debd89db43 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633492 Jun 24 16:34:07.510506 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-3af487c3-a1fa-4473-b47a-652acf495e20 service neutron] 10.222.0.26 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708893 Jun 24 16:34:07.772716 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a2c2f087-e279-4fd0-9287-b76af57f4781 req-64d690ac-b435-4286-bb9f-230495285f12 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 210 time: 0.0722754 Jun 24 16:34:07.787614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eacbc-6abf-43f9-9738-b6786b541a88 req-b22ee99a-c6cd-4fd1-bfd6-c2fa05e0eed9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:07.789759 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1f0eacbc-6abf-43f9-9738-b6786b541a88 req-b22ee99a-c6cd-4fd1-bfd6-c2fa05e0eed9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1419437 Jun 24 16:34:07.848165 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1f0eacbc-6abf-43f9-9738-b6786b541a88 req-78123d39-aca6-4934-9303-56db49274a50 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504835 Jun 24 16:34:08.147362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de174-1089-47d3-8cfd-cb09dc1077dd req-73ec33ea-cc75-442d-9ce6-bdf247736059 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.149817 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-845de174-1089-47d3-8cfd-cb09dc1077dd req-73ec33ea-cc75-442d-9ce6-bdf247736059 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1554947 Jun 24 16:34:08.243980 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-845de174-1089-47d3-8cfd-cb09dc1077dd req-504cf91e-9c27-4206-be27-aeac64ee5871 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798969 Jun 24 16:34:08.531864 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-d784896f-61db-4ccf-914d-0a2092dc3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.533938 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-d784896f-61db-4ccf-914d-0a2092dc3f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 1099 time: 0.2124336 Jun 24 16:34:08.536818 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aae47e-82ae-4c7b-a80f-5955ad26af39 req-99b8dca0-a90a-42bd-ab2b-9ced2796fc9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.538258 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66aae47e-82ae-4c7b-a80f-5955ad26af39 req-99b8dca0-a90a-42bd-ab2b-9ced2796fc9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1473243 Jun 24 16:34:08.627847 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66aae47e-82ae-4c7b-a80f-5955ad26af39 req-b340c99c-4ca6-4a40-bc46-151ec1976940 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825555 Jun 24 16:34:08.628212 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:08.638804 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90312-7afe-4813-abd8-14b42a28cbeb req-f47fe614-e572-47c1-bb32-078bb7777141 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.640394 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03a90312-7afe-4813-abd8-14b42a28cbeb req-f47fe614-e572-47c1-bb32-078bb7777141 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.2294109 Jun 24 16:34:08.741987 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03a90312-7afe-4813-abd8-14b42a28cbeb req-50b115c9-6524-4baf-8288-dd099b949f31 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939467 Jun 24 16:34:08.748139 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-3f4370d7-edc4-4315-92f8-7ce72afcee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.749814 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-3f4370d7-edc4-4315-92f8-7ce72afcee59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1985779 Jun 24 16:34:08.850572 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200466b1-644f-4b84-a87f-65d0b2d051d0'] response: {'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'code': 200} Jun 24 16:34:08.859573 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-d814e671-0e8a-41a0-b896-e86a98a95c85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 200 len: 217 time: 0.0931499 Jun 24 16:34:08.860308 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d4ef-74ba-4f02-9bcc-6cc57b9150dd req-f369dc44-be43-4ec2-ba06-e6caed91536c tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:08.874637 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-68c4d4ef-74ba-4f02-9bcc-6cc57b9150dd req-f369dc44-be43-4ec2-ba06-e6caed91536c tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1175897 Jun 24 16:34:09.056383 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-68c4d4ef-74ba-4f02-9bcc-6cc57b9150dd req-f1f66327-22ec-42b3-a1dc-00aa217f5f63 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838334 Jun 24 16:34:09.108992 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f4cfc309-4ffb-4bf1-b03c-1967083bee6f req-bf6c80f8-de23-40d0-afd4-b36fd3b23f96 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Synchronizing usage tracker for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:34:09.142943 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-543be6ab-fa24-4be1-8e1d-872a90d60b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.144403 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-543be6ab-fa24-4be1-8e1d-872a90d60b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.2713511 Jun 24 16:34:09.145483 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f4cfc309-4ffb-4bf1-b03c-1967083bee6f req-bf6c80f8-de23-40d0-afd4-b36fd3b23f96 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Unset dirty status for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:34:09.146538 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4cfc309-4ffb-4bf1-b03c-1967083bee6f req-bf6c80f8-de23-40d0-afd4-b36fd3b23f96 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 210 time: 0.1066349 Jun 24 16:34:09.263184 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-471882fe-2f2f-417c-ac75-4765b150f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.264900 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-471882fe-2f2f-417c-ac75-4765b150f5b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001694 Jun 24 16:34:09.820706 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-550505a7-9f51-464f-b4f5-508326dd9294 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.822867 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-550505a7-9f51-464f-b4f5-508326dd9294 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 809 time: 0.4504716 Jun 24 16:34:09.828870 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7525-73f7-424a-a859-3b130a6bd666 req-ea7c8e53-7d29-40c4-9414-63fa4b8ac749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.830291 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-07af7525-73f7-424a-a859-3b130a6bd666 req-ea7c8e53-7d29-40c4-9414-63fa4b8ac749 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.2872131 Jun 24 16:34:09.847857 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaa4c6-f031-4c2c-9a60-d231a47b950a req-3923fa4c-f687-433b-8530-d39438f51b14 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.849427 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b0aaa4c6-f031-4c2c-9a60-d231a47b950a req-3923fa4c-f687-433b-8530-d39438f51b14 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.3074276 Jun 24 16:34:09.855172 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Request body: {'port': {'device_id': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7', 'admin_state_up': True, 'tenant_id': '218a2420927e4e249115a4d84149054b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:09.870935 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-5beef198-c3fb-4544-a4c4-cc4773419861 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924854 Jun 24 16:34:09.889927 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746135e-b74e-4bf0-8f1e-fd1e5c5952b0 req-ee783d33-9d0a-4fbd-813c-ad2b44b222a1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.897104 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d746135e-b74e-4bf0-8f1e-fd1e5c5952b0 req-ee783d33-9d0a-4fbd-813c-ad2b44b222a1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2294927 Jun 24 16:34:09.934075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-ee371873-4ddc-4311-bcc4-b36f4d29786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:09.935907 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-ee371873-4ddc-4311-bcc4-b36f4d29786e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1099 time: 0.2308834 Jun 24 16:34:10.029935 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b0aaa4c6-f031-4c2c-9a60-d231a47b950a req-0fed2bd4-c5a1-4341-ab40-13382a7bc5f5 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899818 Jun 24 16:34:10.069589 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-07af7525-73f7-424a-a859-3b130a6bd666 req-a246a935-b7d9-4026-a55f-38f40c7b0d55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016600 Jun 24 16:34:10.098465 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d746135e-b74e-4bf0-8f1e-fd1e5c5952b0 req-6eff0465-2186-4f78-8593-6049ee7086dc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003179 Jun 24 16:34:10.121458 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:10.144023 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:10.166789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Made reservation on behalf of 218a2420927e4e249115a4d84149054b for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:34:10.173681 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:10.277114 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4d5f9605-0a64-4ae6-a726-05024f86f745 req-5ac9665d-44c5-4713-8269-173b350182d5 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759871 Jun 24 16:34:10.391932 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-8521a623-a24e-40bf-b63b-2714b82985e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:10.394273 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-8521a623-a24e-40bf-b63b-2714b82985e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.4022660 Jun 24 16:34:10.414821 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a18f-1a65-47fa-826f-ea2b90548ce3 req-53f3712b-4373-4cb8-a151-540ee2e278c8 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:10.416359 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4867a18f-1a65-47fa-826f-ea2b90548ce3 req-53f3712b-4373-4cb8-a151-540ee2e278c8 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2098851 Jun 24 16:34:10.507211 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Allocated IP 172.20.0.13 (bec70d05-647a-4b0c-bfce-49b008cbe5e7/58c9f7ee-554e-430d-a365-a973133e7c6e/4a9dd36d-28b0-4713-a33f-0eb832c612dc) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:34:10.543122 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4867a18f-1a65-47fa-826f-ea2b90548ce3 req-f00551e1-5126-4972-b26b-74a93e7b195a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106300 Jun 24 16:34:10.547504 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-7d5ff175-0518-4fd3-9485-06af12eee235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 1002 time: 0.1254034 Jun 24 16:34:10.603822 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21d47d-38a3-447e-b943-6adfbde63300 req-ab81c246-e066-4381-9052-b1c3f758197a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:10.610659 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2c21d47d-38a3-447e-b943-6adfbde63300 req-ab81c246-e066-4381-9052-b1c3f758197a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.3196952 Jun 24 16:34:10.678337 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2c21d47d-38a3-447e-b943-6adfbde63300 req-cba52e1a-b329-487b-ad5f-6c02ea198d67 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667534 Jun 24 16:34:10.681412 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-95bf7565-913f-4b0e-83b9-b3f855f1c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:10.682325 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-95bf7565-913f-4b0e-83b9-b3f855f1c308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.1230497 Jun 24 16:34:10.798829 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-9f172685-1408-48aa-9751-8188a29d2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:10.802095 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-9f172685-1408-48aa-9751-8188a29d2a1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980318 Jun 24 16:34:10.823641 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-68356865-379a-4f02-8e6a-979861df8126 req-62d52a24-45af-46b9-9ed3-1b170b7ec942 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 210 time: 0.0685925 Jun 24 16:34:10.882697 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:10.930573 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:11.013863 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-4034b576-0f25-4db4-b446-2191ae5f1f27 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856346 Jun 24 16:34:11.033133 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Network bec70d05-647a-4b0c-bfce-49b008cbe5e7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:34:11.037222 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:34:11.041338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:34:11.074356 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Pushing event updated for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:11.093155 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.093771 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.094099 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.094424 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.094744 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.095107 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.095399 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.095714 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.096507 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.096507 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.096696 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.097055 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:11.137911 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:11.139122 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:11.181882 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-80f28f20-fbb0-4d60-9bcd-0ab7f3f59c5c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3258801 Jun 24 16:34:11.193373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Request body: {'port': {'device_id': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:11.253702 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a69a35e2-4408-4e98-ba2a-2bd66f614c9e req-44bcecfb-d646-4f29-9fec-d6e3676ca56e service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175379 Jun 24 16:34:11.353153 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ccbb3-970c-4717-ae97-fe7af5aa99c4 req-8ef420fa-790d-442f-bfc5-4255e2004df6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:11.360249 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-435ccbb3-970c-4717-ae97-fe7af5aa99c4 req-8ef420fa-790d-442f-bfc5-4255e2004df6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1055245 Jun 24 16:34:11.412239 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-435ccbb3-970c-4717-ae97-fe7af5aa99c4 req-14fbaaea-8266-4b1c-a24a-7ee8d5cab39e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509348 Jun 24 16:34:11.501441 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:11.597800 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aea52-358b-4cfe-ad38-974dc3e1c000 req-884dd57c-a81c-404b-b213-eaa4d8dd313b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:11.605554 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f58aea52-358b-4cfe-ad38-974dc3e1c000 req-884dd57c-a81c-404b-b213-eaa4d8dd313b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1914272 Jun 24 16:34:11.724228 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f58aea52-358b-4cfe-ad38-974dc3e1c000 req-64258fd1-d0f2-4cd7-8601-ed9b2eea2a68 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171205 Jun 24 16:34:11.822797 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544afd0-e7ea-488b-9f49-e4d8d35271db req-c8efcc9d-ff5e-4bff-87f5-0d359ae55f5e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:11.831037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c544afd0-e7ea-488b-9f49-e4d8d35271db req-c8efcc9d-ff5e-4bff-87f5-0d359ae55f5e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1246943 Jun 24 16:34:11.899462 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c544afd0-e7ea-488b-9f49-e4d8d35271db req-5837a911-50b0-4af9-bae1-bc64bfa4b325 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672269 Jun 24 16:34:12.033618 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae579b8-d05d-43ae-8bbb-a8e1e76e1ca2 req-eb349c3c-9634-423c-b314-7c9560bcde1f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:12.035126 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8ae579b8-d05d-43ae-8bbb-a8e1e76e1ca2 req-eb349c3c-9634-423c-b314-7c9560bcde1f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1564546 Jun 24 16:34:12.093763 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8ae579b8-d05d-43ae-8bbb-a8e1e76e1ca2 req-5a43aada-a47c-4534-a644-b8432abc6afa tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Jun 24 16:34:12.138310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35050222-4acd-4384-8494-d956efb395bd req-ebdaf8a6-cfa7-4be6-be43-187602b7374a tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:12.141165 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35050222-4acd-4384-8494-d956efb395bd req-ebdaf8a6-cfa7-4be6-be43-187602b7374a tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 932 time: 0.1219804 Jun 24 16:34:12.197440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9dd36d-28b0-4713-a33f-0eb832c612dc {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:12.206401 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:12.218316 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35050222-4acd-4384-8494-d956efb395bd req-73affac6-e7f8-4174-851b-8cc476cb9a11 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714436 Jun 24 16:34:12.234793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Transition to ACTIVE for port object 4a9dd36d-28b0-4713-a33f-0eb832c612dc will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:34:12.240924 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:12.431333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:12.522858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Attempting to bind port 4a9dd36d-28b0-4713-a33f-0eb832c612dc on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:34:12.523975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Attempting to bind port 4a9dd36d-28b0-4713-a33f-0eb832c612dc by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:34:12.523975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Attempting to bind port 4a9dd36d-28b0-4713-a33f-0eb832c612dc on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:34:12.530755 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Port 4a9dd36d-28b0-4713-a33f-0eb832c612dc on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:34:12.530987 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Attempting to bind port 4a9dd36d-28b0-4713-a33f-0eb832c612dc on network bec70d05-647a-4b0c-bfce-49b008cbe5e7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:34:12.537811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:34:12.538123 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Checking segment: {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:34:12.538536 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Bound using segment: {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:34:12.539617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Bound port: 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57429cae-a523-43d3-91d1-39cad546ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:34:12.539617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:12.734118 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:34:12.740611 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:34:12.748685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:12.803915 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f47a1-5ed9-4d48-9b4d-60fc0a1eeeed req-53d21fdc-d65f-4d44-99d8-98efcfbaf0d7 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:12.808233 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-432f47a1-5ed9-4d48-9b4d-60fc0a1eeeed req-53d21fdc-d65f-4d44-99d8-98efcfbaf0d7 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2195625 Jun 24 16:34:12.855931 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:12.856545 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:12.857888 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a9dd36d-28b0-4713-a33f-0eb832c612dc HTTP/1.1" status: 200 len: 1094 time: 1.6687484 Jun 24 16:34:12.860801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:12.894338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2019c-dc56-4d46-ae6e-df5194d57be5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:12.903248 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-432f47a1-5ed9-4d48-9b4d-60fc0a1eeeed req-85d735c7-4275-4d9f-97f8-f7be24fa3a32 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774665 Jun 24 16:34:12.964790 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4063e8c-b748-4067-a6d0-4831d9867bf5 req-ca2b3594-fcb0-476c-ac30-86a3bf33b086 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:12.966762 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4063e8c-b748-4067-a6d0-4831d9867bf5 req-ca2b3594-fcb0-476c-ac30-86a3bf33b086 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1180689 Jun 24 16:34:12.990946 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a103b66-7570-4ab2-98b5-440ba26b1c43'] response: {'name': 'network-changed', 'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc', 'status': 'completed', 'code': 200} Jun 24 16:34:13.048407 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-e0cda9c3-8a34-4215-8f10-fe0b67c0ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.050476 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-e0cda9c3-8a34-4215-8f10-fe0b67c0ce0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 1097 time: 0.1151857 Jun 24 16:34:13.136209 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4063e8c-b748-4067-a6d0-4831d9867bf5 req-b42d6e1f-09ed-45aa-9e91-344927d4ca5c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626210 Jun 24 16:34:13.208287 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-b77d3b17-9197-438d-9207-b7edbdfb6c61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc HTTP/1.1" status: 200 len: 217 time: 0.1384962 Jun 24 16:34:13.310260 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-cbda069a-530b-4ef9-90b4-762ed6cdf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.312554 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-cbda069a-530b-4ef9-90b4-762ed6cdf673 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c9f7ee-554e-430d-a365-a973133e7c6e HTTP/1.1" status: 200 len: 849 time: 0.0885000 Jun 24 16:34:13.324185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc59a-dcc5-492b-947b-6bd501be4713 req-87faa651-b2ea-467d-893a-fd9b55ac2709 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.325800 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a2efc59a-dcc5-492b-947b-6bd501be4713 req-87faa651-b2ea-467d-893a-fd9b55ac2709 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2533998 Jun 24 16:34:13.354288 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10212c76-4d2e-465a-b5ba-cddf4ea2d643 req-255e65b1-1416-4c9d-b39b-92dc29f075b7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.361385 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-10212c76-4d2e-465a-b5ba-cddf4ea2d643 req-255e65b1-1416-4c9d-b39b-92dc29f075b7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1081629 Jun 24 16:34:13.418128 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-10212c76-4d2e-465a-b5ba-cddf4ea2d643 req-263bf6f8-14cf-459b-81db-1c0dd7304d03 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558858 Jun 24 16:34:13.421321 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a2efc59a-dcc5-492b-947b-6bd501be4713 req-654ede2e-df9e-4383-b4df-5b25cd6998a5 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488348 Jun 24 16:34:13.432026 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-87fc8165-6304-4caa-b844-fea5718b3384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec70d05-647a-4b0c-bfce-49b008cbe5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048443 Jun 24 16:34:13.692958 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a880634-6f83-4a8c-95e4-f2b58e20a374 req-bd104cd9-fdc0-45a7-8d5f-5805a0d19a31 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.699056 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a880634-6f83-4a8c-95e4-f2b58e20a374 req-bd104cd9-fdc0-45a7-8d5f-5805a0d19a31 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 944 time: 0.1332884 Jun 24 16:34:13.763621 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a880634-6f83-4a8c-95e4-f2b58e20a374 req-63f35adb-4510-4958-b4a4-42ea01847e54 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Jun 24 16:34:13.800779 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-8e8f83c2-d360-4d9f-b61d-d976f45256e1 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565860 Jun 24 16:34:13.819580 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206392d-e108-4e85-a481-62bb477fe515 req-d93e9def-bf36-4366-b034-d14a3210fbaa tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:13.822336 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a206392d-e108-4e85-a481-62bb477fe515 req-d93e9def-bf36-4366-b034-d14a3210fbaa tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1542554 Jun 24 16:34:13.979541 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a206392d-e108-4e85-a481-62bb477fe515 req-09759f88-3fcb-4c61-9c9a-382bc7fe702c tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346576 Jun 24 16:34:14.000440 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:14.080338 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-71c0f2ba-dfc5-4c40-8108-21bbcd3ba6a1 req-837e503f-d61d-4972-993a-05f445a56526 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565060 Jun 24 16:34:14.191731 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a96a90-b943-4ab9-940c-46cda81cc9bf req-c2463669-92d1-432b-b25d-3e0833346661 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.200570 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88a96a90-b943-4ab9-940c-46cda81cc9bf req-c2463669-92d1-432b-b25d-3e0833346661 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1479554 Jun 24 16:34:14.261365 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88a96a90-b943-4ab9-940c-46cda81cc9bf req-0df94d9f-ec55-4f70-aafe-d342ff46b14a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598972 Jun 24 16:34:14.294749 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-bafd383b-69ee-41dc-80a0-24e5e4ae8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.296692 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-bafd383b-69ee-41dc-80a0-24e5e4ae8769 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=218a2420927e4e249115a4d84149054b&device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 1097 time: 0.1407506 Jun 24 16:34:14.375353 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490ea38-0f25-4cf9-899b-c9a3df7ecc8f tempest-TestShelveInstance-1499163000 tempest-TestShelveInstance-1499163000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.377091 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e490ea38-0f25-4cf9-899b-c9a3df7ecc8f tempest-TestShelveInstance-1499163000 tempest-TestShelveInstance-1499163000-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1093 time: 0.3751192 Jun 24 16:34:14.380655 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:14.386674 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:14.395605 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:14.401030 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Usage tracker for resource:floatingip and tenant:928bcdbcadd24982900fa796050def8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:14.404068 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:14.410189 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:14.427218 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:14.538143 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:34:14.719264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3492a-1f01-4c1b-9c19-382399b07337 req-688f13dd-ee8f-4e23-9a9f-c33eedf163d7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.719264 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-25f3492a-1f01-4c1b-9c19-382399b07337 req-688f13dd-ee8f-4e23-9a9f-c33eedf163d7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.3566682 Jun 24 16:34:14.754537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-21940d0b-85d8-4260-b926-719b7f1498db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.756175 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-21940d0b-85d8-4260-b926-719b7f1498db service neutron] 10.222.0.36 "GET /v2.0/networks?id=bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 200 len: 910 time: 0.4516354 Jun 24 16:34:14.768200 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-25f3492a-1f01-4c1b-9c19-382399b07337 req-844105f2-6f5f-47aa-9a4e-ba746208a5de tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678167 Jun 24 16:34:14.855503 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946f7be-6b9a-4834-9f61-6a8b8520e4a3 req-cb09fddc-ba17-4de6-a15b-fcc694f5c560 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:14.858610 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-60b8e8c5-db83-4103-8a3b-d56d74e3b673 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc HTTP/1.1" status: 200 len: 217 time: 0.0836871 Jun 24 16:34:14.858832 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1946f7be-6b9a-4834-9f61-6a8b8520e4a3 req-cb09fddc-ba17-4de6-a15b-fcc694f5c560 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1691401 Jun 24 16:34:14.934245 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1946f7be-6b9a-4834-9f61-6a8b8520e4a3 req-2cb2a72f-bd1d-46aa-ad1a-d87198d3a007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696239 Jun 24 16:34:14.946948 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:15.005685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-e7899c83-d960-49b6-b153-67681f47d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:15.007178 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-e7899c83-d960-49b6-b153-67681f47d4dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c9f7ee-554e-430d-a365-a973133e7c6e HTTP/1.1" status: 200 len: 849 time: 0.1395676 Jun 24 16:34:15.093067 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-510648ff-3103-4d22-9271-8c5305dc83ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bec70d05-647a-4b0c-bfce-49b008cbe5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669143 Jun 24 16:34:15.110020 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e278-0361-495e-bad7-a0eb3ee418c0 req-a68fa036-c6cd-4011-9a51-f45042e743e4 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:15.110741 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-8575e278-0361-495e-bad7-a0eb3ee418c0 req-a68fa036-c6cd-4011-9a51-f45042e743e4 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Synchronizing usage tracker for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:34:15.125564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Allocated IP 172.28.2.205 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/2e34424d-24c9-4c38-a98a-1bddcb282e96) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:34:15.277274 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-2644d679-a329-41f7-bfaa-7190d68e86fe service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567802 Jun 24 16:34:15.286683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-8575e278-0361-495e-bad7-a0eb3ee418c0 req-a68fa036-c6cd-4011-9a51-f45042e743e4 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Unset dirty status for tenant:218a2420927e4e249115a4d84149054b on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:34:15.289113 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8575e278-0361-495e-bad7-a0eb3ee418c0 req-a68fa036-c6cd-4011-9a51-f45042e743e4 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 944 time: 0.3800440 Jun 24 16:34:15.341342 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:15.387301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:15.432918 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8575e278-0361-495e-bad7-a0eb3ee418c0 req-449f8458-ef1f-40fe-92ba-4ffef747e8c0 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181293 Jun 24 16:34:15.511325 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6aa5af76-9703-4502-9f2d-26c30414d02a req-a5c4c935-cd8d-4645-9e17-7f1bcd98af20 service neutron] 10.222.0.36 "GET /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169311 Jun 24 16:34:15.525114 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:34:15.529235 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:34:15.539326 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'Port': ['ID=2e34424d-24c9-4c38-a98a-1bddcb282e96,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:15.547369 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:34:16.063210 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1085a-9cf3-4f54-81a7-5a33eac8be9b req-8b707e14-6d00-48a9-8c29-fe8e493e9c1f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:16.065033 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-13c1085a-9cf3-4f54-81a7-5a33eac8be9b req-8b707e14-6d00-48a9-8c29-fe8e493e9c1f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1455011 Jun 24 16:34:16.123440 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-13c1085a-9cf3-4f54-81a7-5a33eac8be9b req-8b4d0c3e-cc3b-486e-a1e3-5b24374d59a8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495520 Jun 24 16:34:16.126044 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.293256 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.318453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a9dd36d-28b0-4713-a33f-0eb832c612dc details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:34:16.515258 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:16.523623 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.531457 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.569099 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '4a9dd36d-28b0-4713-a33f-0eb832c612dc', 'network_id': 'bec70d05-647a-4b0c-bfce-49b008cbe5e7', 'port_id': '4a9dd36d-28b0-4713-a33f-0eb832c612dc', 'mac_address': 'fa:16:3e:cf:e2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c9f7ee-554e-430d-a365-a973133e7c6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:34:16.659520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event updated for resources: {'Port': ['ID=2e34424d-24c9-4c38-a98a-1bddcb282e96,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:16.675375 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.694032 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4a9dd36d-28b0-4713-a33f-0eb832c612dc is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:16.695254 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.716582 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9dd36d-28b0-4713-a33f-0eb832c612dc {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:16.735904 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:16.753747 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:16.811633 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b408-20b6-41bd-9520-02c82d502905 req-020f4928-0cbc-4ce4-8a76-bc2ed1cc823d tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:16.818979 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bdb6b408-20b6-41bd-9520-02c82d502905 req-020f4928-0cbc-4ce4-8a76-bc2ed1cc823d tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 944 time: 0.1874464 Jun 24 16:34:16.876568 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bdb6b408-20b6-41bd-9520-02c82d502905 req-8db9251a-4884-45ce-acac-2b2ffcc46a1c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Jun 24 16:34:16.890389 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Floating IP d53c5538-2ca6-4201-a62a-db76be1561d9 associated. External IP: 172.28.2.205, port: 782c08a0-86b8-4d52-b69c-d96e2a633230. Jun 24 16:34:16.900149 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:16.941078 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:16.947181 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982819250', 'description': 'tempest-description--1566591864'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:16.965334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:16.980355 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:16.998231 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.024188 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:17.033397 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Usage tracker for resource:security_group_rule and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:17.036473 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:17.046667 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:17.138227 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.144934 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.197582 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ad274-62be-4fc1-98f4-d38006760c18,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:17.205521 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.206872 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-09a075e4-669b-4995-8b43-bbb6e5db7e7a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2645390 Jun 24 16:34:17.209590 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:17.215864 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'security_group_rule': {'security_group_id': 'f70ad274-62be-4fc1-98f4-d38006760c18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:17.223229 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:17.230625 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Usage tracker for resource:security_group_rule and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:17.238154 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:17.251714 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:17.328265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.340832 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4a9dd36d-28b0-4713-a33f-0eb832c612dc'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:17.355003 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:34:17.567514 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a31123-14a7-44d2-b2e9-13e003bec039 req-dd9948fd-70b7-423a-b338-59dcca658a69 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:17.569042 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-78a31123-14a7-44d2-b2e9-13e003bec039 req-dd9948fd-70b7-423a-b338-59dcca658a69 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2914915 Jun 24 16:34:17.571654 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.598556 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.643629 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0442ff-c3b9-4257-8a6a-43b9b98ca706,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:17.652564 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.657293 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2a259bf6-9969-4894-a0ff-df21b4e85a46 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4454594 Jun 24 16:34:17.657500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:17.664890 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'security_group_rule': {'security_group_id': 'f70ad274-62be-4fc1-98f4-d38006760c18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:17.672571 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-78a31123-14a7-44d2-b2e9-13e003bec039 req-819a280f-c968-4723-9a7c-d15bd71c43f2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907605 Jun 24 16:34:17.675371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:17.680734 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Usage tracker for resource:security_group_rule and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:17.685384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:17.686479 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:34:17.698023 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Sync routers for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:34:17.700694 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:17.726351 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:17.727033 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:33:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:17.730029 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.734182 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.804533 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-84f7da9b-2247-4a77-9444-27f60757c5e1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4201794 Jun 24 16:34:17.804762 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.804899 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:17.815551 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.865390 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f183fdf-b7bb-451c-80f9-8088665c75a2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:17.887035 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752af90a-8eaf-431c-aadf-ff1bba17cdf0'] response: {'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'status': 'completed', 'code': 200} Jun 24 16:34:17.897637 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.905717 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:17.909227 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:17.914274 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-cc628764-4b1d-4f72-ad61-1e3aff6a32c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537608 Jun 24 16:34:17.917155 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:17.927629 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Usage tracker for resource:floatingip and tenant:4d688ee280bf4507946b9799c1609be2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:17.937994 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:17.948545 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:17.971989 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:17.972607 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:18.149846 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:18.163782 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562894d-750a-4f60-bf93-6dc434c7f5ed req-d6028ee2-ac02-4277-8ddb-95408fe2e036 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:18.165255 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c562894d-750a-4f60-bf93-6dc434c7f5ed req-d6028ee2-ac02-4277-8ddb-95408fe2e036 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 945 time: 0.1357512 Jun 24 16:34:18.171969 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-26830efa-4b60-4905-b2b2-eaa201a5d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:18.173398 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-26830efa-4b60-4905-b2b2-eaa201a5d1c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.2396986 Jun 24 16:34:18.293094 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c562894d-750a-4f60-bf93-6dc434c7f5ed req-d654a839-a9b1-4d0d-bfb1-2e6baabafa60 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187396 Jun 24 16:34:18.388723 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-dfd8e96c-3d18-415c-9c50-9dc972e55e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:18.393210 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-dfd8e96c-3d18-415c-9c50-9dc972e55e9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.1851056 Jun 24 16:34:18.435212 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'd53c5538-2ca6-4201-a62a-db76be1561d9', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'mac_address': 'fa:16:3e:02:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:16Z', 'updated_at': '2022-06-24T16:34:16Z', 'revision_number': 0, 'project_id': '928bcdbcadd24982900fa796050def8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:18.442098 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Checking router: 33bbc3e6-2da2-493d-b087-21b098d9dfb7 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:34:18.454419 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:18.459196 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:33:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:18.479479 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Allocated IP 172.28.2.242 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/9012bea2-3424-48a1-a365-4df391d58fb8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:34:18.554425 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-6d4f8158-ce7b-44ee-a0ee-a146a59e1943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 999 time: 0.1523335 Jun 24 16:34:18.684574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:18.706865 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-6cdb2ea9-7506-46c0-a4e0-d781055fef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:18.708837 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-6cdb2ea9-7506-46c0-a4e0-d781055fef77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.1273339 Jun 24 16:34:18.731580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:18.779875 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:18.801103 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:34:18.809619 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:34:18.812418 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:34:18.897042 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-bf64040f-7bcd-40ae-9631-bbf9f17956a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:18.899368 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-bf64040f-7bcd-40ae-9631-bbf9f17956a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752071 Jun 24 16:34:18.964177 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:18.996148 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'Port': ['ID=9012bea2-3424-48a1-a365-4df391d58fb8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:19.092962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:19.167805 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-769dd5e9-f9c3-482a-89ab-34db0d8cf8a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477758 Jun 24 16:34:19.176561 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f364a-b1ca-4d27-8663-1418b1906426 req-d8a4b368-8f7c-4614-a607-3e9071acb111 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:19.187052 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a70f364a-b1ca-4d27-8663-1418b1906426 req-d8a4b368-8f7c-4614-a607-3e9071acb111 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.2686374 Jun 24 16:34:19.329549 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'd53c5538-2ca6-4201-a62a-db76be1561d9', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'mac_address': 'fa:16:3e:02:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:16Z', 'updated_at': '2022-06-24T16:34:16Z', 'revision_number': 0, 'project_id': '928bcdbcadd24982900fa796050def8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:19.334129 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ee616-a9dc-41b3-a6ab-4940e5820081 None None] The sync data for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb is: [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'd53c5538-2ca6-4201-a62a-db76be1561d9', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'mac_address': 'fa:16:3e:02:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:16Z', 'updated_at': '2022-06-24T16:34:16Z', 'revision_number': 0, 'project_id': '928bcdbcadd24982900fa796050def8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:34:19.347703 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-53538e8c-c577-46cc-b254-e96b092c50c5 req-e15a3dce-9d6f-4342-87be-93384aaf11f6 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624794 Jun 24 16:34:19.390692 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a70f364a-b1ca-4d27-8663-1418b1906426 req-1a724feb-c49c-438a-a809-8447f15e8bbb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867237 Jun 24 16:34:19.509284 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:19.520572 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:19.627960 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee55d1-9e3e-4857-9719-db4e90c0c196 req-5731d112-ce06-413f-afc0-b0f5b6de4639 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:19.630352 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a5ee55d1-9e3e-4857-9719-db4e90c0c196 req-5731d112-ce06-413f-afc0-b0f5b6de4639 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 945 time: 0.1777341 Jun 24 16:34:19.681373 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56fc5d-2a5a-4fa1-8d62-7770ef50bb32 None None] New status for floating IP d53c5538-2ca6-4201-a62a-db76be1561d9: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:34:19.705824 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'Port': ['ID=9012bea2-3424-48a1-a365-4df391d58fb8,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:19.713137 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:19.727352 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a5ee55d1-9e3e-4857-9719-db4e90c0c196 req-6b20beb6-c825-4ed3-9c91-c8d5cd89bd05 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890915 Jun 24 16:34:19.744989 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:19.746282 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-fcaf409e-13d9-402a-8481-8c55a6714575 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8415828 Jun 24 16:34:20.007918 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-6c6d3a5f-a961-4b7f-8741-6b9c023dd47d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1982819250&fields=id&tenant_id=4d688ee280bf4507946b9799c1609be2 HTTP/1.1" status: 200 len: 267 time: 0.0590646 Jun 24 16:34:20.164394 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-6491387e-7b83-40d4-83e5-f19ba310155a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:20.165953 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-6491387e-7b83-40d4-83e5-f19ba310155a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 0.1571038 Jun 24 16:34:20.181458 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-ac761b97-45f2-4bc3-adb0-f013f6dbeabf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/quotas/4d688ee280bf4507946b9799c1609be2 HTTP/1.1" status: 200 len: 375 time: 0.0097463 Jun 24 16:34:20.283722 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-60231aff-0b3f-468e-aeb1-55a959b958e7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0967629 Jun 24 16:34:20.346204 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a9dd36d-28b0-4713-a33f-0eb832c612dc up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:34:20.430401 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 4a9dd36d-28b0-4713-a33f-0eb832c612dc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:34:20.435206 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 4a9dd36d-28b0-4713-a33f-0eb832c612dc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:20.435576 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:20.440084 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-e474305c-f161-4dd8-b385-68489b077a37 service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447277 Jun 24 16:34:20.557286 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4a9dd36d-28b0-4713-a33f-0eb832c612dc is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:20.557682 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:20.575492 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-14537b2e-646b-4926-8305-3fed569d3bf3 service neutron] 10.222.0.26 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345665 Jun 24 16:34:20.588635 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:20.598514 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:20.604088 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:20.629049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881afd-5d1a-427e-b048-89a0aa33ef95 req-cb482ff1-1b90-4358-aac3-d590ed71879b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:20.631660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e1881afd-5d1a-427e-b048-89a0aa33ef95 req-cb482ff1-1b90-4358-aac3-d590ed71879b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1098554 Jun 24 16:34:20.677764 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:20.683410 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e1881afd-5d1a-427e-b048-89a0aa33ef95 req-70776f88-116d-4a7e-a9ce-12bd0e5ec382 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Jun 24 16:34:20.740144 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fafd39-ee8d-49ee-b203-126f99cc6c04'] response: {'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc', 'code': 200} Jun 24 16:34:20.792967 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-34f70cde-da45-44b1-baa0-59049ce49bc7 req-c8744beb-f840-4892-87e6-70bc6d9a954f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 210 time: 0.0540075 Jun 24 16:34:20.937749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f140223-d816-4b84-9d27-7b26d99962e6 req-3f257b4a-0c84-4751-b44b-09a1e84ceb40 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:20.939159 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4f140223-d816-4b84-9d27-7b26d99962e6 req-3f257b4a-0c84-4751-b44b-09a1e84ceb40 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1017947 Jun 24 16:34:20.999572 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4f140223-d816-4b84-9d27-7b26d99962e6 req-1f8b9e9d-84dc-4d9f-abc6-79f9978dccc1 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546942 Jun 24 16:34:21.161350 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85c0f6-1cb8-4c6f-87de-de56bb15cf1d req-5706a621-bf60-493c-8500-a6d2ca82229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:21.163533 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-da85c0f6-1cb8-4c6f-87de-de56bb15cf1d req-5706a621-bf60-493c-8500-a6d2ca82229f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 1099 time: 0.0788965 Jun 24 16:34:21.215688 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-da85c0f6-1cb8-4c6f-87de-de56bb15cf1d req-fc0d5abc-2d43-489a-9efa-28ec21ba5d43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 Jun 24 16:34:21.792675 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-dd603104-9643-42e8-8606-419e9ad2d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:21.794135 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-dd603104-9643-42e8-8606-419e9ad2d980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1098 time: 0.0854669 Jun 24 16:34:21.950625 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-448cd905-b526-4dec-a3d5-bb34155bc8da req-84501f3a-b43c-4ea7-bcc4-52a60038729b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 210 time: 0.0511155 Jun 24 16:34:21.977987 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768444e-45ea-4d95-8b87-84d085e88288 req-c21d2b43-51d9-4e6c-86ce-5b2b2557363d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:21.979462 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1768444e-45ea-4d95-8b87-84d085e88288 req-c21d2b43-51d9-4e6c-86ce-5b2b2557363d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1844881 Jun 24 16:34:22.014940 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-b6ff9901-c3b6-497e-ba4a-e4f548e68648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:22.016287 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-b6ff9901-c3b6-497e-ba4a-e4f548e68648 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1803834 Jun 24 16:34:22.038600 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1768444e-45ea-4d95-8b87-84d085e88288 req-9b18e03e-0cc6-4de3-80c2-7af6e92efd44 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Jun 24 16:34:22.238950 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-7dada70c-91e9-4934-a4df-fcb040889512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 1000 time: 0.2034814 Jun 24 16:34:22.279208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019408ce-0948-46ce-bdd2-566be724633e req-8bece09b-de46-48f4-aa16-a2745fb87a4b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:22.280690 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-019408ce-0948-46ce-bdd2-566be724633e req-8bece09b-de46-48f4-aa16-a2745fb87a4b tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1723764 Jun 24 16:34:22.315158 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-d4e88b42-38d7-4e5d-b290-08bbf7b6d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:22.316591 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-d4e88b42-38d7-4e5d-b290-08bbf7b6d529 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0592873 Jun 24 16:34:22.326610 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-019408ce-0948-46ce-bdd2-566be724633e req-2ebf7d55-fda2-4474-a9d0-58520110e5af tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Jun 24 16:34:22.411604 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-44ffa9eb-2232-43a7-9b57-694b935befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:22.413143 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-44ffa9eb-2232-43a7-9b57-694b935befd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852044 Jun 24 16:34:22.557416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:22.608669 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-fee7a167-beb1-4ed6-84e3-d94b8b9ebcc4 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536908 Jun 24 16:34:22.659772 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-e731847e-8a0e-437f-8758-802d358f08c5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:22.661227 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-e731847e-8a0e-437f-8758-802d358f08c5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 819 time: 0.1593127 Jun 24 16:34:22.726386 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-284ba149-2226-4a5c-9286-4e34432bc0f6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d688ee280bf4507946b9799c1609be2 HTTP/1.1" status: 200 len: 380 time: 0.0415149 Jun 24 16:34:22.737723 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'port': {'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'admin_state_up': True, 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'security_groups': ['f70ad274-62be-4fc1-98f4-d38006760c18']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:22.769808 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf5fd717-ae6c-455f-931c-5dc1904dc78c req-f4e526de-f4f6-45ab-97fe-d4b4c4bdcd8b service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349559 Jun 24 16:34:22.871852 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:22.881149 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:22.891600 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Made reservation on behalf of 4d688ee280bf4507946b9799c1609be2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:34:22.894952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.058163 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Allocated IP 172.20.0.10 (3c715a60-f0af-41c2-aba5-afb23e163284/24c87437-f795-44b8-b38a-6916458f97cc/7f8de839-7697-46f8-94e6-e5e719763b4d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:34:23.109703 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c14523b3-c88a-4db9-a2ae-a18add916855 req-70076fed-f044-4436-b0b6-3e1aa78498be tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 210 time: 0.0529375 Jun 24 16:34:23.316029 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.338367 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17887064-a5e0-4be4-87e8-202d2a78d206 req-b3018745-8a98-463a-9e2d-78aa07297a25 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:23.339854 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-17887064-a5e0-4be4-87e8-202d2a78d206 req-b3018745-8a98-463a-9e2d-78aa07297a25 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 945 time: 0.1645606 Jun 24 16:34:23.347512 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Transition to ACTIVE for port object 7f8de839-7697-46f8-94e6-e5e719763b4d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:34:23.393496 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-17887064-a5e0-4be4-87e8-202d2a78d206 req-d20fc2bd-9374-4461-bd1f-8ad478cbe8fa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478435 Jun 24 16:34:23.409138 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.479541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Network 3c715a60-f0af-41c2-aba5-afb23e163284 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:34:23.482500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:34:23.488840 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:34:23.532249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event updated for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:23.540857 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b62c4a-0580-4897-b2bf-a828cea7b8a3 req-9b5d6162-3b15-4233-aaf5-ba0db4798d91 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:23.548683 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-60b62c4a-0580-4897-b2bf-a828cea7b8a3 req-9b5d6162-3b15-4233-aaf5-ba0db4798d91 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1089680 Jun 24 16:34:23.564643 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:23.565564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.601026 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-a188cf7f-516f-4900-a0cf-9c84c4cd71d3 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671429 Jun 24 16:34:23.611414 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-60b62c4a-0580-4897-b2bf-a828cea7b8a3 req-17e28186-495c-4383-b59e-c537cd237ebb tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614958 Jun 24 16:34:23.624842 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Request body: {'port': {'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:23.734420 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e0012a2-90e0-41cc-bc54-8a4ceb715dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.753394 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.795568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3d677a8-78df-493d-9430-aa1f75bea433 None None] Provisioning for port 7f8de839-7697-46f8-94e6-e5e719763b4d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:34:23.800453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3d677a8-78df-493d-9430-aa1f75bea433 None None] Provisioning complete for port 7f8de839-7697-46f8-94e6-e5e719763b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:23.800810 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3d677a8-78df-493d-9430-aa1f75bea433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:23.856523 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d3d677a8-78df-493d-9430-aa1f75bea433 None None] Port 7f8de839-7697-46f8-94e6-e5e719763b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:34:24.088387 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8de839-7697-46f8-94e6-e5e719763b4d {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:24.095528 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.110158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Transition to ACTIVE for port object 7f8de839-7697-46f8-94e6-e5e719763b4d will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:34:24.114050 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.352056 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:34:24.363800 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:24.476663 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: ACTIVE; New status is: DOWN {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:24.476663 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.501880 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Attempting to bind port 7f8de839-7697-46f8-94e6-e5e719763b4d on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:34:24.502204 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Attempting to bind port 7f8de839-7697-46f8-94e6-e5e719763b4d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:34:24.502521 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Attempting to bind port 7f8de839-7697-46f8-94e6-e5e719763b4d on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:34:24.511803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4226-3195-450a-8e65-01d2b7dd2b89 req-85720d54-1385-4e08-b256-24777696f572 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:24.512186 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-17df4226-3195-450a-8e65-01d2b7dd2b89 req-85720d54-1385-4e08-b256-24777696f572 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:34:24.519043 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Port 7f8de839-7697-46f8-94e6-e5e719763b4d on network 3c715a60-f0af-41c2-aba5-afb23e163284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:34:24.519360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Attempting to bind port 7f8de839-7697-46f8-94e6-e5e719763b4d on network 3c715a60-f0af-41c2-aba5-afb23e163284 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:34:24.529550 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:24.529763 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:34:24.530075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Checking segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:34:24.530436 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Bound using segment: {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:34:24.530853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Bound port: 7f8de839-7697-46f8-94e6-e5e719763b4d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446798de-6265-4d11-a6a5-4b4cddb5fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:34:24.531220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.531764 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:24.543065 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.578909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-17df4226-3195-450a-8e65-01d2b7dd2b89 req-85720d54-1385-4e08-b256-24777696f572 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:34:24.579735 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-17df4226-3195-450a-8e65-01d2b7dd2b89 req-85720d54-1385-4e08-b256-24777696f572 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 944 time: 0.3551152 Jun 24 16:34:24.608178 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d6867-4968-4109-bcc4-001738cb7eed req-1b44b849-54a8-40b6-93ac-d9df3a6228c6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:24.609695 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-623d6867-4968-4109-bcc4-001738cb7eed req-1b44b849-54a8-40b6-93ac-d9df3a6228c6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0982392 Jun 24 16:34:24.628723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:24.658200 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-623d6867-4968-4109-bcc4-001738cb7eed req-f18b00f4-4562-4461-99c6-b1f0cf339101 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Jun 24 16:34:24.658404 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-17df4226-3195-450a-8e65-01d2b7dd2b89 req-c88d2a2d-52ea-4d80-849c-bffb3886e197 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646944 Jun 24 16:34:24.662211 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:34:24.665771 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7f8de839-7697-46f8-94e6-e5e719763b4d,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:34:24.670293 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.713997 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ab09be-2bae-4d5c-8690-5a735a78d0e5'] response: {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'code': 200} Jun 24 16:34:24.716145 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:24.716643 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:24.718001 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1094 time: 1.0973914 Jun 24 16:34:24.728171 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:24.825656 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0ca636-bdb4-42ef-9b6e-d62af7158644'] response: {'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'status': 'completed', 'code': 200} Jun 24 16:34:24.838019 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc648c0-2321-4fa5-84fe-23235acf5060 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:24.872511 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-605d6bac-2c08-4a65-894d-f7452a94f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:24.874387 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-605d6bac-2c08-4a65-894d-f7452a94f79b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1097 time: 0.0957878 Jun 24 16:34:24.877853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04dc50-fd24-4446-8e51-3a35c5f83894 req-6346fabb-d411-40a5-a7ce-4f9728d7ab14 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:24.879406 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6f04dc50-fd24-4446-8e51-3a35c5f83894 req-6346fabb-d411-40a5-a7ce-4f9728d7ab14 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1006384 Jun 24 16:34:24.924904 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6f04dc50-fd24-4446-8e51-3a35c5f83894 req-5499cdf7-fe3d-4b97-bbb6-e54ecdee1eb6 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Jun 24 16:34:24.964483 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-56831ef9-761e-4eec-a94b-1b0628a11125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 217 time: 0.0678773 Jun 24 16:34:25.033845 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-471506ac-26a0-4748-a156-59d9f9896e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.035290 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-471506ac-26a0-4748-a156-59d9f9896e6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0581234 Jun 24 16:34:25.126742 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-ba8eb459-d575-489a-b1db-475af4160496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.128198 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-ba8eb459-d575-489a-b1db-475af4160496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820458 Jun 24 16:34:25.275634 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-00b6fd25-dee3-45f7-8e62-0cd2ebbbcff0 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328111 Jun 24 16:34:25.426726 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6f53bde2-2bb9-42c7-906c-f5c44e1bd1a8 req-bfcdb0fb-7eec-4f65-a8b4-7dc456387281 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289072 Jun 24 16:34:25.564775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-aa4c0f25-977f-48c3-9901-2463975bf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.566262 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-aa4c0f25-977f-48c3-9901-2463975bf816 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1097 time: 0.0792031 Jun 24 16:34:25.701896 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-e6a99a8b-8502-47a5-8625-96c6fe502b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.705458 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-e6a99a8b-8502-47a5-8625-96c6fe502b0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1285079 Jun 24 16:34:25.836278 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-fd732e60-3956-431d-a977-7dfe4f00c646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 217 time: 0.1144402 Jun 24 16:34:25.870968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106e2aa-56b3-4c3e-8dfb-1681e6dc8b92 req-c6938898-148e-4f1f-ae9e-0b51b7c4b29c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.872474 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1106e2aa-56b3-4c3e-8dfb-1681e6dc8b92 req-c6938898-148e-4f1f-ae9e-0b51b7c4b29c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0955319 Jun 24 16:34:25.920004 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1106e2aa-56b3-4c3e-8dfb-1681e6dc8b92 req-b816e349-4a43-4bf3-9b74-4a560909ae52 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Jun 24 16:34:25.925397 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81be29-f5de-4dc6-91ac-d28deba42b32 req-6a7a6e69-8028-4519-ba34-1923fa0bf53a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.926847 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf81be29-f5de-4dc6-91ac-d28deba42b32 req-6a7a6e69-8028-4519-ba34-1923fa0bf53a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 944 time: 0.1516297 Jun 24 16:34:25.931057 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-7a34bd1d-bde6-4661-b021-05c18b62d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:25.932377 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-7a34bd1d-bde6-4661-b021-05c18b62d420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0772345 Jun 24 16:34:26.031232 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cf81be29-f5de-4dc6-91ac-d28deba42b32 req-fd41cd7a-7309-4672-bb82-1bdeb1ee31c9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975375 Jun 24 16:34:26.052660 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-b5144ab5-7eca-495f-a822-491af70223e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:26.054642 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-b5144ab5-7eca-495f-a822-491af70223e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036787 Jun 24 16:34:26.115024 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9c98b34e-1f7f-48aa-b7ba-2d4d9c70c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:26.300409 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-2a95f986-0b72-476a-8745-4644cdc8f003 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324991 Jun 24 16:34:26.443354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41797c-d502-4027-9889-a7da64d48f4a req-84367d0f-8a88-4719-9a58-3e7ee2cfeb2c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:26.445395 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6e41797c-d502-4027-9889-a7da64d48f4a req-84367d0f-8a88-4719-9a58-3e7ee2cfeb2c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1819680 Jun 24 16:34:26.481553 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-475d6fd7-387c-40ea-9cdd-7ebebe0f8acd req-6769c9fd-529f-4aa3-9042-f5ba79d4c0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655877 Jun 24 16:34:26.508351 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6e41797c-d502-4027-9889-a7da64d48f4a req-cfcbaf6d-014c-4a91-81aa-a89d46332440 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500755 Jun 24 16:34:26.921727 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:27.130684 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7b6cc-42d6-4a38-8b06-f43aed6d739e req-907ada17-3c3d-424c-9c64-4249d803f2cb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:27.132883 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-48f7b6cc-42d6-4a38-8b06-f43aed6d739e req-907ada17-3c3d-424c-9c64-4249d803f2cb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0981617 Jun 24 16:34:27.177064 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-48f7b6cc-42d6-4a38-8b06-f43aed6d739e req-f96b74cb-3b86-4406-9a03-32b0d932b6bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385349 Jun 24 16:34:27.198110 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:27.232276 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9fdd-5aa8-43fd-b797-279f6cd992e0 req-187c7403-cb5c-4529-9c55-c9e0be663bca tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:27.236605 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cabd9fdd-5aa8-43fd-b797-279f6cd992e0 req-187c7403-cb5c-4529-9c55-c9e0be663bca tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 944 time: 0.0999343 Jun 24 16:34:27.279822 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cabd9fdd-5aa8-43fd-b797-279f6cd992e0 req-57dece80-91e7-44bd-b7e6-969267370d1c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 Jun 24 16:34:27.706071 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ccdb-8986-4bf9-a034-9b09766437f6 req-519b843c-857e-462a-9030-8732ffb32254 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:27.707574 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1b99ccdb-8986-4bf9-a034-9b09766437f6 req-519b843c-857e-462a-9030-8732ffb32254 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.0935330 Jun 24 16:34:27.761937 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1b99ccdb-8986-4bf9-a034-9b09766437f6 req-431024e4-c990-4323-b067-18214b4917aa tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Jun 24 16:34:28.207575 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52d54-6e36-48e6-9303-f786f14e7737 req-b2e0d48d-7e6d-4ffd-96c6-132788d47f58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:28.209078 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-20a52d54-6e36-48e6-9303-f786f14e7737 req-b2e0d48d-7e6d-4ffd-96c6-132788d47f58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0931365 Jun 24 16:34:28.258120 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-20a52d54-6e36-48e6-9303-f786f14e7737 req-82ae04ed-cad5-4fa9-a6ed-a0c25ccce4f4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Jun 24 16:34:28.352615 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 7f8de839-7697-46f8-94e6-e5e719763b4d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:34:28.364349 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:34:28.488252 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa79ce1-f699-42ec-8faa-de478a7097e6 req-3f9f7276-9c5a-4d55-83c3-60ead43724db tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:28.489985 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2fa79ce1-f699-42ec-8faa-de478a7097e6 req-3f9f7276-9c5a-4d55-83c3-60ead43724db tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 944 time: 0.0985777 Jun 24 16:34:28.557286 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:28.561445 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-2fa79ce1-f699-42ec-8faa-de478a7097e6 req-cde823b6-4da9-4550-ac6a-0414d7eccc97 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:34:28.578965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-2fa79ce1-f699-42ec-8faa-de478a7097e6 req-cde823b6-4da9-4550-ac6a-0414d7eccc97 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:34:28.580312 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2fa79ce1-f699-42ec-8faa-de478a7097e6 req-cde823b6-4da9-4550-ac6a-0414d7eccc97 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688274 Jun 24 16:34:28.586764 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: DOWN; New status is: DOWN {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:28.622978 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7f8de839-7697-46f8-94e6-e5e719763b4d,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:28.639302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:34:28.645089 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:28.694413 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 7f8de839-7697-46f8-94e6-e5e719763b4d is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:28.694789 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:28.711854 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8de839-7697-46f8-94e6-e5e719763b4d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:28.726735 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7f8de839-7697-46f8-94e6-e5e719763b4d,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:28.730547 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:28.764229 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-785e6705-87cc-4136-85f7-afc359ff621b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179428 Jun 24 16:34:28.800335 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:28.971419 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f485-4abc-4eec-9881-5fa20ad2a541 req-80a4de84-0094-4372-bd3f-a670727991df tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:28.973067 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5f98f485-4abc-4eec-9881-5fa20ad2a541 req-80a4de84-0094-4372-bd3f-a670727991df tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.0993428 Jun 24 16:34:29.019045 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5f98f485-4abc-4eec-9881-5fa20ad2a541 req-0cf64645-ca2f-4b7c-a001-b5995ff507b8 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Jun 24 16:34:29.383790 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['7f8de839-7697-46f8-94e6-e5e719763b4d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:29.456438 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75645890-a2b1-4789-a606-291cc153026a req-0a375fc4-c90b-47cc-aa7f-979785734462 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:29.457991 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-75645890-a2b1-4789-a606-291cc153026a req-0a375fc4-c90b-47cc-aa7f-979785734462 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 946 time: 0.1019301 Jun 24 16:34:29.471141 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0644-7b10-4b57-8a06-52e4dfbf476b req-56b0bfe1-e25a-4756-a0b0-98ce62ea3fa5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:29.472939 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-349e0644-7b10-4b57-8a06-52e4dfbf476b req-56b0bfe1-e25a-4756-a0b0-98ce62ea3fa5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1064894 Jun 24 16:34:29.529010 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-349e0644-7b10-4b57-8a06-52e4dfbf476b req-30150e48-08c7-4d26-8ba2-97fad6057c86 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490873 Jun 24 16:34:29.540409 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Deleting port 4a9dd36d-28b0-4713-a33f-0eb832c612dc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:34:29.540746 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:29.859844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] For port 4a9dd36d-28b0-4713-a33f-0eb832c612dc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a9dd36d-28b0-4713-a33f-0eb832c612dc,segment=NetworkSegment(57429cae-a523-43d3-91d1-39cad546ff99),segment_id=57429cae-a523-43d3-91d1-39cad546ff99)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:29.860492 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:29.940527 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7c42-2c7a-49af-9420-8ca9f24d1de1 req-1774ce5b-6984-4115-b926-cbd052d15469 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:29.942019 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c2e7c42-2c7a-49af-9420-8ca9f24d1de1 req-1774ce5b-6984-4115-b926-cbd052d15469 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 945 time: 0.2151616 Jun 24 16:34:30.004031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Calling delete_port for 4a9dd36d-28b0-4713-a33f-0eb832c612dc owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:34:30.103332 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c2e7c42-2c7a-49af-9420-8ca9f24d1de1 req-ebfbc3e6-a6ea-426a-a347-239297e50d0c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059711 Jun 24 16:34:30.199709 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:30.230944 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f57c0-d9ad-4e7e-a23a-b5cbd0747f8c req-2d65de0c-4a92-4dfc-b028-001005d5399c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:30.233001 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d01f57c0-d9ad-4e7e-a23a-b5cbd0747f8c req-2d65de0c-4a92-4dfc-b028-001005d5399c tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 867 time: 0.0981359 Jun 24 16:34:30.287135 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d01f57c0-d9ad-4e7e-a23a-b5cbd0747f8c req-5b36f7f2-8146-4c53-b6e9-0beedfd22cd2 tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/security-groups?id=94340353-30e3-442d-bb81-95bd94820772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 Jun 24 16:34:30.337303 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Pushing event deleted for resources: {'Port': ['ID=4a9dd36d-28b0-4713-a33f-0eb832c612dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:30.424185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] No DVR routers for this DVR port 4a9dd36d-28b0-4713-a33f-0eb832c612dc on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:34:30.426495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:30.429778 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'name': 'network-vif-deleted', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:30.446319 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-75645890-a2b1-4789-a606-291cc153026a req-ab237218-fb84-479d-ab5c-d88d8f7ff94e tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.36 "DELETE /v2.0/ports/4a9dd36d-28b0-4713-a33f-0eb832c612dc HTTP/1.1" status: 204 len: 173 time: 0.9782662 Jun 24 16:34:30.485136 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db74a454-16d5-430c-bcc1-0f79fa0daa81'] response: {'server_uuid': '294c503f-5d06-4d07-9e1c-b3d7bdabd344', 'name': 'network-vif-deleted', 'tag': '4a9dd36d-28b0-4713-a33f-0eb832c612dc', 'status': 'completed', 'code': 200} Jun 24 16:34:30.534340 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4a9dd36d-28b0-4713-a33f-0eb832c612dc'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:30.742465 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e874c7-6905-4c40-8f1f-22a04df22b12 req-941d0b69-3ac2-4e30-ae00-2ac755009ce4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:30.743902 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b0e874c7-6905-4c40-8f1f-22a04df22b12 req-941d0b69-3ac2-4e30-ae00-2ac755009ce4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0911412 Jun 24 16:34:30.786435 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b0e874c7-6905-4c40-8f1f-22a04df22b12 req-fbaea6d1-f719-40d6-b33e-8271cc4e27df tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369904 Jun 24 16:34:30.950997 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-c4223797-9e8e-49ee-ad85-4809322d2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:30.952463 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-c4223797-9e8e-49ee-ad85-4809322d2188 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 1096 time: 0.0801969 Jun 24 16:34:31.074822 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-d8e7fb90-5cba-4dea-b6a8-d8e3cc1be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:31.076250 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-d8e7fb90-5cba-4dea-b6a8-d8e3cc1be3ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1096 time: 0.0834091 Jun 24 16:34:31.261843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-5a9a3636-e522-4fcb-8997-0c1784c4f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:31.263278 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-5a9a3636-e522-4fcb-8997-0c1784c4f79b service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1693792 Jun 24 16:34:31.359936 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f903-3956-4b4f-9e17-5e6b04ba1d7b req-ec226226-e2be-4a49-b5fe-cab24f7a1776 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:31.361391 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6c54f903-3956-4b4f-9e17-5e6b04ba1d7b req-ec226226-e2be-4a49-b5fe-cab24f7a1776 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 945 time: 0.1489925 Jun 24 16:34:31.432372 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-dff56a59-fae9-4c44-8163-b666523a22ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 200 len: 998 time: 0.1349533 Jun 24 16:34:31.437165 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6c54f903-3956-4b4f-9e17-5e6b04ba1d7b req-a5439f73-982e-4957-bc63-773300775b6d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625577 Jun 24 16:34:31.472073 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3609505f-d251-467c-9096-b0ed1a7c0143 req-eb7a2e12-6a7e-47cb-ae23-961e264d10bc tempest-VolumesActionsTest-2023907869 tempest-VolumesActionsTest-2023907869-project] 10.222.0.26 "GET /v2.0/ports?device_id=294c503f-5d06-4d07-9e1c-b3d7bdabd344 HTTP/1.1" status: 200 len: 210 time: 0.0647480 Jun 24 16:34:31.536961 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-12560cb8-48ee-48aa-a900-021745e5d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:31.539789 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-12560cb8-48ee-48aa-a900-021745e5d76a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0631707 Jun 24 16:34:31.638194 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-fb04181a-fc1e-410e-8b0e-3fc6de93ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:31.639761 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-fb04181a-fc1e-410e-8b0e-3fc6de93ac4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825577 Jun 24 16:34:31.776162 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-d9e0b82e-f90b-4e62-8afe-979ccbc19bcd service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238499 Jun 24 16:34:31.964710 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ff72b665-566e-4e13-b46b-cef3d3b999a3 req-c5cb41aa-e794-4c4e-a2ad-3f047d39e7e4 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776719 Jun 24 16:34:32.000583 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e1df-8678-4175-9a63-2370fe43c01e req-ee741f92-2356-44bc-a33e-6727043e9f2c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:32.002028 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0054e1df-8678-4175-9a63-2370fe43c01e req-ee741f92-2356-44bc-a33e-6727043e9f2c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1061196 Jun 24 16:34:32.048588 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0054e1df-8678-4175-9a63-2370fe43c01e req-a8717bb3-38a0-4356-aecf-eb439d6491c3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Jun 24 16:34:32.377924 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 7f8de839-7697-46f8-94e6-e5e719763b4d up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:34:32.452661 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 7f8de839-7697-46f8-94e6-e5e719763b4d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:34:32.460160 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 7f8de839-7697-46f8-94e6-e5e719763b4d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:32.460160 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:32.683941 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 7f8de839-7697-46f8-94e6-e5e719763b4d is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:32.684310 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:32.733113 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:32.755785 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34a998-ae14-4aff-a57b-42f25eb4cd3f req-635e806b-895c-4625-b21f-949096b73454 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:32.763882 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7f8de839-7697-46f8-94e6-e5e719763b4d,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:32.764795 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8d34a998-ae14-4aff-a57b-42f25eb4cd3f req-635e806b-895c-4625-b21f-949096b73454 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 945 time: 0.1233187 Jun 24 16:34:32.789609 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:32.790902 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a9dd36d-28b0-4713-a33f-0eb832c612dc no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:34:32.833286 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8d34a998-ae14-4aff-a57b-42f25eb4cd3f req-56c49932-7638-4aeb-8224-5f351db83c90 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671718 Jun 24 16:34:32.869085 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29f47cc-cdba-432f-a26a-c9334274512c'] response: {'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'code': 200} Jun 24 16:34:32.879536 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 4a9dd36d-28b0-4713-a33f-0eb832c612dc {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:34:32.879870 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a9dd36d-28b0-4713-a33f-0eb832c612dc not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:34:32.921014 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:33.269822 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d0c8c-9b78-4161-92e1-06a2ebd258fa req-3f86136a-f1c7-4c58-89c1-98e7cb06e4f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:33.275517 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0b0d0c8c-9b78-4161-92e1-06a2ebd258fa req-3f86136a-f1c7-4c58-89c1-98e7cb06e4f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1034851 Jun 24 16:34:33.327007 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0b0d0c8c-9b78-4161-92e1-06a2ebd258fa req-e7abcfbc-dd96-44ed-81af-50c0272a3860 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494773 Jun 24 16:34:34.041679 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865f4f5-6a03-42c4-8ba3-19b35f20dfd3 req-452addf8-7163-4bff-a508-0d074a003e68 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:34.043628 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8865f4f5-6a03-42c4-8ba3-19b35f20dfd3 req-452addf8-7163-4bff-a508-0d074a003e68 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0944784 Jun 24 16:34:34.107067 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8865f4f5-6a03-42c4-8ba3-19b35f20dfd3 req-aa3da2b3-41a8-43bb-8626-e2690a6b3ebe tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577431 Jun 24 16:34:34.539287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73a6a4-d709-4dbb-a3d8-4cae19611e2f req-7125fd84-f9dc-4468-a0d3-59c473dd56b2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:34.540778 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0b73a6a4-d709-4dbb-a3d8-4cae19611e2f req-7125fd84-f9dc-4468-a0d3-59c473dd56b2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0925810 Jun 24 16:34:34.594018 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0b73a6a4-d709-4dbb-a3d8-4cae19611e2f req-75c07acd-75ba-4692-a26e-62f781fb5687 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Jun 24 16:34:35.307987 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a134-0c5c-4bb8-9031-8f7e6f135b81 req-af033f7f-e22e-4f89-874f-c0e4ac8306a5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:35.309626 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f0e1a134-0c5c-4bb8-9031-8f7e6f135b81 req-af033f7f-e22e-4f89-874f-c0e4ac8306a5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0932577 Jun 24 16:34:35.353907 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f0e1a134-0c5c-4bb8-9031-8f7e6f135b81 req-9619bd23-f9a3-46f7-8b9a-72346f62d040 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Jun 24 16:34:35.838314 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde621ef-1b37-40a5-86be-90e7f51e12ae req-c98ab9bf-a493-4b91-8771-92ef116c8ef6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:35.843379 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dde621ef-1b37-40a5-86be-90e7f51e12ae req-c98ab9bf-a493-4b91-8771-92ef116c8ef6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1248879 Jun 24 16:34:35.896235 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dde621ef-1b37-40a5-86be-90e7f51e12ae req-a8c7a17d-0b7b-4827-8c44-71ec53c4a444 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493662 Jun 24 16:34:36.626623 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455962a-5ef3-422b-85d3-002dbfb46267 req-c0a52828-4132-4db9-8be1-d43091b92698 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:36.629090 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0455962a-5ef3-422b-85d3-002dbfb46267 req-c0a52828-4132-4db9-8be1-d43091b92698 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1449728 Jun 24 16:34:36.678599 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0455962a-5ef3-422b-85d3-002dbfb46267 req-1f0e3f4c-a404-4ef7-bdcd-71cba7e74555 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Jun 24 16:34:37.190091 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2840fa-5bb8-4c93-b7d1-cc5506e9a773 req-6ed5d765-d846-4c81-82fb-1fe709edd52b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:37.190091 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3c2840fa-5bb8-4c93-b7d1-cc5506e9a773 req-6ed5d765-d846-4c81-82fb-1fe709edd52b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1500762 Jun 24 16:34:37.248804 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3c2840fa-5bb8-4c93-b7d1-cc5506e9a773 req-92d98099-a4cd-4e7c-9701-b2775b2a093a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540400 Jun 24 16:34:37.947869 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a497a9-53a3-411a-8d97-4c189135ed60 req-41083205-b316-4813-9bcc-5f79e70fbc2c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:37.949455 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-80a497a9-53a3-411a-8d97-4c189135ed60 req-41083205-b316-4813-9bcc-5f79e70fbc2c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1047745 Jun 24 16:34:38.008320 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-80a497a9-53a3-411a-8d97-4c189135ed60 req-84bbbd73-1b22-4c52-9f59-c0af5ea66b4f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528932 Jun 24 16:34:38.515492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1deb20-3d7f-42b5-983b-d45bde16a284 req-ab7eb017-9184-4cb6-b77f-31e07f70c1f9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:38.517307 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2b1deb20-3d7f-42b5-983b-d45bde16a284 req-ab7eb017-9184-4cb6-b77f-31e07f70c1f9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1349578 Jun 24 16:34:38.613635 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2b1deb20-3d7f-42b5-983b-d45bde16a284 req-c9bcf2a5-9322-4dde-ae58-0f1d6eab6e6f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895131 Jun 24 16:34:39.373444 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1af975-489b-42f5-b589-9793136c50fe req-e2a04472-4871-4a22-971d-d1bfbbdaba8f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:39.374931 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9e1af975-489b-42f5-b589-9793136c50fe req-e2a04472-4871-4a22-971d-d1bfbbdaba8f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.2492712 Jun 24 16:34:39.440247 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9e1af975-489b-42f5-b589-9793136c50fe req-57dfbe4c-ddb2-4d78-a71f-daaf3851fcdc tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583191 Jun 24 16:34:39.850464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b79e8-e3eb-4729-8169-28b074e802b5 req-416f26e0-0f2d-4fda-9271-5b8227374b6d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:39.851480 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-488b79e8-e3eb-4729-8169-28b074e802b5 req-416f26e0-0f2d-4fda-9271-5b8227374b6d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1027045 Jun 24 16:34:39.914952 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-488b79e8-e3eb-4729-8169-28b074e802b5 req-c603fd19-fe8f-4c53-86fd-21a71a05ece6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570791 Jun 24 16:34:40.700262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947e86-52c8-4e6e-918c-f41e1a8640c4 req-9c405c8b-4c6f-4bb0-a684-53de02f2d365 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:40.702238 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c3947e86-52c8-4e6e-918c-f41e1a8640c4 req-9c405c8b-4c6f-4bb0-a684-53de02f2d365 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1355104 Jun 24 16:34:40.761207 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c3947e86-52c8-4e6e-918c-f41e1a8640c4 req-a2ba9f1c-6c4c-4076-8c82-dd5de23f165e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528407 Jun 24 16:34:41.129448 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69f289-ed66-4243-ac90-08406346b830 req-3b9ddeb8-9c40-4536-8af3-70013c898dfa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:41.131480 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0c69f289-ed66-4243-ac90-08406346b830 req-3b9ddeb8-9c40-4536-8af3-70013c898dfa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0939693 Jun 24 16:34:41.191850 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0c69f289-ed66-4243-ac90-08406346b830 req-27ee3ca8-3281-4e6d-82f3-a89aa09c2acf tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539577 Jun 24 16:34:42.022429 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cbe0f-3d36-4111-9c7c-a5d943820193 req-4283d811-b042-41ae-8ec1-f9d2418dbe0e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:42.027846 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f31cbe0f-3d36-4111-9c7c-a5d943820193 req-4283d811-b042-41ae-8ec1-f9d2418dbe0e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1213522 Jun 24 16:34:42.073480 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f31cbe0f-3d36-4111-9c7c-a5d943820193 req-588163d1-2ed7-436f-a740-58a3feea9456 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Jun 24 16:34:42.458110 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cc4f2-2ee0-47ad-8a03-ac44e6b519d4 req-6a8667a5-e39e-4bbe-be55-18d18e6f32a2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:42.460190 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-251cc4f2-2ee0-47ad-8a03-ac44e6b519d4 req-6a8667a5-e39e-4bbe-be55-18d18e6f32a2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1353416 Jun 24 16:34:42.545765 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-251cc4f2-2ee0-47ad-8a03-ac44e6b519d4 req-baa26800-cb1e-4ae4-ba74-2d7ccd049161 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787654 Jun 24 16:34:43.322531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de860d-91dc-48bc-a24d-9e6a4b8c7670 req-8585d71e-29c5-4354-af8c-5f7bad2faa9a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:43.331528 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4de860d-91dc-48bc-a24d-9e6a4b8c7670 req-8585d71e-29c5-4354-af8c-5f7bad2faa9a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1109242 Jun 24 16:34:43.379114 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4de860d-91dc-48bc-a24d-9e6a4b8c7670 req-bc36732c-3886-434e-bd61-a0e36511e714 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Jun 24 16:34:43.811510 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7af8d-c15c-4009-844b-8d417f94d6d1 req-44f5db90-db06-4f33-b5f0-c4d336fd0efd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:43.813128 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1ba7af8d-c15c-4009-844b-8d417f94d6d1 req-44f5db90-db06-4f33-b5f0-c4d336fd0efd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1121364 Jun 24 16:34:43.862180 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1ba7af8d-c15c-4009-844b-8d417f94d6d1 req-e6e48335-315f-429b-a9a1-27e2dd58485b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 Jun 24 16:34:44.701037 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d114d0b-5037-44dd-80d7-5de454cf58d0 req-660e03f0-764b-4132-bca7-fdef2ff28bff tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:44.702436 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7d114d0b-5037-44dd-80d7-5de454cf58d0 req-660e03f0-764b-4132-bca7-fdef2ff28bff tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1774347 Jun 24 16:34:44.750963 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7d114d0b-5037-44dd-80d7-5de454cf58d0 req-b8341cf8-be5d-4531-8e86-f05cb7362df5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Jun 24 16:34:45.170050 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904f3d0-58c0-404e-ac81-1b97c8f028c4 req-b833a8ea-fe83-46dc-9c91-b7eec9c44704 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:45.171706 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a904f3d0-58c0-404e-ac81-1b97c8f028c4 req-b833a8ea-fe83-46dc-9c91-b7eec9c44704 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1352704 Jun 24 16:34:45.272582 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a904f3d0-58c0-404e-ac81-1b97c8f028c4 req-466f4bbd-d01c-4f5a-a81d-657a1e4de46a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896978 Jun 24 16:34:45.998007 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558904b4-3a21-4787-b68c-6e986c574eb7 req-90cc3ee8-d7b4-4151-a21b-bfb97b7cd870 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:46.007141 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-558904b4-3a21-4787-b68c-6e986c574eb7 req-90cc3ee8-d7b4-4151-a21b-bfb97b7cd870 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1379638 Jun 24 16:34:46.051340 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-558904b4-3a21-4787-b68c-6e986c574eb7 req-8014267d-4e45-464d-9230-2d9b8e7464af tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Jun 24 16:34:46.493070 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e8f66-6678-47bc-bf63-6c722e96d594 req-091389f8-7c4f-4b2c-8c57-239008543070 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:46.494663 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd7e8f66-6678-47bc-bf63-6c722e96d594 req-091389f8-7c4f-4b2c-8c57-239008543070 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0926461 Jun 24 16:34:46.555110 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd7e8f66-6678-47bc-bf63-6c722e96d594 req-acbfda5c-0489-4735-ad05-6caf3839fe73 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542569 Jun 24 16:34:47.283506 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66a781-31eb-4f94-9ec3-911150899564 req-b4163034-2ac1-4a55-8577-03fda3414fce tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:47.285337 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5c66a781-31eb-4f94-9ec3-911150899564 req-b4163034-2ac1-4a55-8577-03fda3414fce tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0996211 Jun 24 16:34:47.339726 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5c66a781-31eb-4f94-9ec3-911150899564 req-41ee56b2-3b64-4815-be2a-a80f6715b015 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474586 Jun 24 16:34:47.876645 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19d417-b361-4720-9b10-a54c35c8edcd req-87a5b684-62f4-47a5-b7a7-aa491c80b548 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:47.879028 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1c19d417-b361-4720-9b10-a54c35c8edcd req-87a5b684-62f4-47a5-b7a7-aa491c80b548 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.2030728 Jun 24 16:34:47.944116 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1c19d417-b361-4720-9b10-a54c35c8edcd req-a36284c2-d04b-4d1e-91ec-136b84c79903 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509207 Jun 24 16:34:48.643283 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113947-70e4-4142-9a7c-94b8c1b4cb40 req-c7ebadd3-af6c-4e98-93d9-14d1d605036d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:48.646361 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9b113947-70e4-4142-9a7c-94b8c1b4cb40 req-c7ebadd3-af6c-4e98-93d9-14d1d605036d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1348732 Jun 24 16:34:48.715795 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9b113947-70e4-4142-9a7c-94b8c1b4cb40 req-6fafbfd8-8206-41f7-a637-f90285f19859 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616233 Jun 24 16:34:49.160138 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1670a7-22f6-4880-b837-11a63c8cfdc9 req-4d99bd6f-fd42-4fc5-8c33-3026b0a822db tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:49.162299 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ee1670a7-22f6-4880-b837-11a63c8cfdc9 req-4d99bd6f-fd42-4fc5-8c33-3026b0a822db tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1011162 Jun 24 16:34:49.214947 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ee1670a7-22f6-4880-b837-11a63c8cfdc9 req-c12a89b8-25e0-467b-bfa5-ab2e32fdcacc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446560 Jun 24 16:34:49.905260 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41f20-8038-4558-a13a-92158ddaf7c4 req-8a576643-87d1-4551-b9c0-ad88e7bcdf9a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:49.906962 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-89a41f20-8038-4558-a13a-92158ddaf7c4 req-8a576643-87d1-4551-b9c0-ad88e7bcdf9a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0925934 Jun 24 16:34:49.957591 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-89a41f20-8038-4558-a13a-92158ddaf7c4 req-5fb5bbe0-d1f7-4830-acfe-ab9181460d3a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Jun 24 16:34:50.229143 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a7448-316f-4b92-a27f-8f301eac2720 req-e3318d7b-129b-4490-b601-643be16fcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:50.230557 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e78a7448-316f-4b92-a27f-8f301eac2720 req-e3318d7b-129b-4490-b601-643be16fcc7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.0823135 Jun 24 16:34:50.276970 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e78a7448-316f-4b92-a27f-8f301eac2720 req-b996b61d-8ae3-4796-9473-c1e8963aece1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Jun 24 16:34:50.440538 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c2875-a3c4-474a-b9fa-1a8e923826a6 req-a5696d6e-b36e-4294-8a12-6ed965bd0451 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:50.443517 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-106c2875-a3c4-474a-b9fa-1a8e923826a6 req-a5696d6e-b36e-4294-8a12-6ed965bd0451 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0999763 Jun 24 16:34:50.498019 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-106c2875-a3c4-474a-b9fa-1a8e923826a6 req-49c8e90e-55e3-4630-89fe-79088eb68042 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462272 Jun 24 16:34:51.165440 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba90e1-bbb2-4864-9f36-21ed0514d17a req-5a2acdc5-4ca0-4c26-af00-fcc55a8f5648 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:51.167045 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44ba90e1-bbb2-4864-9f36-21ed0514d17a req-5a2acdc5-4ca0-4c26-af00-fcc55a8f5648 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0974350 Jun 24 16:34:51.219454 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44ba90e1-bbb2-4864-9f36-21ed0514d17a req-bc4f8d6e-88fd-48da-a5fb-e6667166cfd6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Jun 24 16:34:51.521680 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:34:51.709729 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908290e-614d-4edd-add9-d792f1dff1d8 req-8a90d768-aa2f-48e4-9502-d3b7607f4d2b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:51.711207 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c908290e-614d-4edd-add9-d792f1dff1d8 req-8a90d768-aa2f-48e4-9502-d3b7607f4d2b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.0945046 Jun 24 16:34:51.758588 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c908290e-614d-4edd-add9-d792f1dff1d8 req-f43d42ac-92c6-4b46-9734-99c89ca15044 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409746 Jun 24 16:34:52.441910 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d306b5-ba57-4807-9895-9dc920e89d4c req-f9167140-7c10-4c97-8578-60466809f498 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:52.443924 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c7d306b5-ba57-4807-9895-9dc920e89d4c req-f9167140-7c10-4c97-8578-60466809f498 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0993390 Jun 24 16:34:52.564460 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:52.599930 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c7d306b5-ba57-4807-9895-9dc920e89d4c req-b34f48d0-1f7c-4394-92ba-b2cee4b5200d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496701 Jun 24 16:34:52.620072 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-856d7e10-044f-44ce-8241-e49ede6d5cde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1496680 Jun 24 16:34:52.748487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-0fdcfbb9-669f-4bcd-a26c-4c83fdf7b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:52.750121 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-0fdcfbb9-669f-4bcd-a26c-4c83fdf7b429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 1098 time: 0.0896411 Jun 24 16:34:52.831359 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f80a5-083b-46b2-ab0c-5f7b5f35c508 req-08533bcc-3c69-45d6-948a-7ce784637df2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:52.839310 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0a6f80a5-083b-46b2-ab0c-5f7b5f35c508 req-08533bcc-3c69-45d6-948a-7ce784637df2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1318586 Jun 24 16:34:52.849797 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:52.863005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'floatingip': {'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:52.972558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:53.004229 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-247b10af-87c5-41c7-a9e0-fda882c48bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:53.006090 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-247b10af-87c5-41c7-a9e0-fda882c48bce service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.2253430 Jun 24 16:34:53.094159 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-048decd5-ac5a-42c3-afee-f027859f72ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 200 len: 217 time: 0.0769615 Jun 24 16:34:53.342624 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-3056cc7f-3cce-40b5-96c5-d7188ac26efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:53.344080 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-3056cc7f-3cce-40b5-96c5-d7188ac26efd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.1828535 Jun 24 16:34:53.371035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7e972-d7ed-475f-9733-15cab7ce3f64 req-f5677597-36b8-4d0c-b3c2-ab60d85d36cc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:53.376556 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d1f7e972-d7ed-475f-9733-15cab7ce3f64 req-f5677597-36b8-4d0c-b3c2-ab60d85d36cc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.2810726 Jun 24 16:34:53.487386 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d1f7e972-d7ed-475f-9733-15cab7ce3f64 req-d3ecc5a6-e5d3-4476-868f-d0342a656ab7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626843 Jun 24 16:34:53.553753 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-829d4314-3037-4ae8-9156-bb93279f9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:53.559982 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-829d4314-3037-4ae8-9156-bb93279f9464 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1813269 Jun 24 16:34:53.695468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b47d180-3141-4cb0-b299-2d830fba7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:53.736384 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-675a6c3f-b059-47dd-94a4-16f4fb401f40 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635108 Jun 24 16:34:53.786487 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:53.791586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:53.902781 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-77cbc657-90cb-45ef-8779-787c54b06e6f req-7b948d39-34cb-43a3-93a6-7dfcbf11f96d service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549053 Jun 24 16:34:54.017823 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Floating IP 107fcac1-7aed-49c9-9d89-1bb60b26b852 associated. External IP: 172.28.2.242, port: 7f8de839-7697-46f8-94e6-e5e719763b4d. Jun 24 16:34:54.481277 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Router 85c0f595-4505-48c4-928d-63da2ecbcefa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:34:54.524021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:34:54.681990 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:54.694991 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'mac_address': 'fa:16:3e:d3:bd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:34:54.738691 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:34:54.747067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:54.750859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:34:54.755599 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:54.755961 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:54.775101 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:54.775698 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:54.777356 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c028c4-d11a-4165-8208-f86157a27b77 req-82065302-4e6b-4592-a819-ed6d5a62d6bb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:54.778805 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c028c4-d11a-4165-8208-f86157a27b77 req-82065302-4e6b-4592-a819-ed6d5a62d6bb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 943 time: 0.1690321 Jun 24 16:34:54.831207 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:34:54.837226 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ee6f3a84-0ed3-455a-9057-8d39ad0f52a4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "PUT /v2.0/floatingips/107fcac1-7aed-49c9-9d89-1bb60b26b852 HTTP/1.1" status: 200 len: 992 time: 1.9848897 Jun 24 16:34:54.839636 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:54.848964 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c028c4-d11a-4165-8208-f86157a27b77 req-8ef2cc58-07df-4b41-a241-b868595fe742 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644107 Jun 24 16:34:54.884722 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaacfd6a-757e-4546-addc-fafbf9d3cca5'] response: {'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'status': 'completed', 'code': 200} Jun 24 16:34:54.952011 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:54.958496 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:54.996909 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-de2ee512-ebac-474a-89d3-42030da0814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:54.998360 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-de2ee512-ebac-474a-89d3-42030da0814d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.0807374 Jun 24 16:34:55.053743 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:55.096372 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:55.146191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-7e0bb9ac-2d30-43a7-aab8-db78f28c25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:55.147646 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-7e0bb9ac-2d30-43a7-aab8-db78f28c25e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1328847 Jun 24 16:34:55.269899 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-9c2b40db-3122-4b8d-aa4c-3c387aa3f406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1000 time: 0.0977190 Jun 24 16:34:55.346027 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-db6ff670-3f5e-45ef-8566-667e549f62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:55.347031 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-db6ff670-3f5e-45ef-8566-667e549f62e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0600626 Jun 24 16:34:55.419949 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:34:53Z', 'revision_number': 1, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:55.424034 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:34:55.432404 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:34:55.433025 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:55.443244 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-3b9c4eb9-aa80-4d3f-ac43-ca268097bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:55.444720 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-3b9c4eb9-aa80-4d3f-ac43-ca268097bf1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837812 Jun 24 16:34:55.545181 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['1afd0573-16c4-41bd-be31-7cb33b7f185b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:34:55.579652 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-2ee4de1c-897e-4112-afbc-276696b7abfb service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 Jun 24 16:34:55.690949 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:34:55.726991 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dbafe62f-6ae3-423b-845b-14b47f4d78b0 req-d3612086-d14d-45ff-b130-b46172fb3a2d service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367862 Jun 24 16:34:56.078494 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c3fb-c0bd-4f00-83a5-1e3c1bc4d829 req-0b185967-fe8d-44a2-9b36-faab2687d1b4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:56.080381 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2d55c3fb-c0bd-4f00-83a5-1e3c1bc4d829 req-0b185967-fe8d-44a2-9b36-faab2687d1b4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.1002660 Jun 24 16:34:56.131514 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2d55c3fb-c0bd-4f00-83a5-1e3c1bc4d829 req-8ee30881-e0f0-4917-8970-8ee262972827 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Jun 24 16:34:56.133775 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bc71b29-2c70-4a1d-92f6-ce0775d1348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:56.152905 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:34:53Z', 'revision_number': 1, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:56.157346 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80265a67-3208-4aff-bcc7-d3b8c8b0380f None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:34:53Z', 'revision_number': 1, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:34:56.782363 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8def38-f36a-4ce8-b140-e1a4352f8f39 None None] New status for floating IP 107fcac1-7aed-49c9-9d89-1bb60b26b852: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:34:56.924624 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.193741 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.334262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8ab9d-bde2-461d-9d6e-c4cc260eac85 req-c9c29796-85d9-4e75-a0a4-0fe4e245fcb3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:57.335754 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e0a8ab9d-bde2-461d-9d6e-c4cc260eac85 req-c9c29796-85d9-4e75-a0a4-0fe4e245fcb3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.0875285 Jun 24 16:34:57.378588 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e0a8ab9d-bde2-461d-9d6e-c4cc260eac85 req-b7bdbb02-b37a-43d5-93e0-3f6e7469173f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Jun 24 16:34:57.444174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:57.506054 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Deleting subnet 58c9f7ee-554e-430d-a365-a973133e7c6e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:34:57.509086 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.557251 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254443'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.615430 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.680531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2260404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2327869'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.718128 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c9f7ee-554e-430d-a365-a973133e7c6e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:57.719967 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:57.726526 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-38331d2d-8326-4f67-8fb2-bc3a79f7d94b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58c9f7ee-554e-430d-a365-a973133e7c6e HTTP/1.1" status: 204 len: 168 time: 0.2813365 Jun 24 16:34:57.728846 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48910) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:57.910164 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.031431 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.058293 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec70d05-647a-4b0c-bfce-49b008cbe5e7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:58.072715 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57429cae-a523-43d3-91d1-39cad546ff99') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:58.073008 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57429cae-a523-43d3-91d1-39cad546ff99') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:34:58.084962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.103805 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.109665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:34:58.110035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.171659 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 57429cae-a523-43d3-91d1-39cad546ff99 resource provider aggregate not found Jun 24 16:34:58.192606 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment 57429cae-a523-43d3-91d1-39cad546ff99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57429cae-a523-43d3-91d1-39cad546ff99 found for delete ", "request_id": "req-6d38b9ca-02c2-434c-93a4-7eafc27cad86"}]} Jun 24 16:34:58.204449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.222985 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.228941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Pushing event deleted for resources: {'Network': ['ID=bec70d05-647a-4b0c-bfce-49b008cbe5e7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:58.241055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.241431 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.241791 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.242154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.242482 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.242806 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.243154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.243510 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.243901 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.244246 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.244564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.244880 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:34:58.248877 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-cfb60fe0-fac4-452e-9001-394104c4f65b admin admin] 10.222.0.26 "DELETE /v2.0/networks/bec70d05-647a-4b0c-bfce-49b008cbe5e7 HTTP/1.1" status: 204 len: 168 time: 0.5191312 Jun 24 16:34:58.418805 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:58.470498 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c7398203-ba4d-4fe9-8430-ddb592c44fdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=218a2420927e4e249115a4d84149054b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503926 Jun 24 16:34:58.473353 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48928) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:58.486820 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.534640 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.541915 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:34:58.563560 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.612702 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eeef4-770a-4c51-a4b8-4091d3c1de7c req-8accba90-a810-4605-b121-8d4db516565d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:58.615185 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4a8eeef4-770a-4c51-a4b8-4091d3c1de7c req-8accba90-a810-4605-b121-8d4db516565d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 944 time: 0.1189682 Jun 24 16:34:58.622502 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.631792 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 1afd0573-16c4-41bd-be31-7cb33b7f185b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:34:58.632238 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.638095 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94340353-30e3-442d-bb81-95bd94820772,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:58.652962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.654059 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d3057b49-78ce-4ee6-bb2b-7b4b86f9c149 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94340353-30e3-442d-bb81-95bd94820772 HTTP/1.1" status: 204 len: 168 time: 0.1798310 Jun 24 16:34:58.672511 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4a8eeef4-770a-4c51-a4b8-4091d3c1de7c req-3a2d9427-2a22-48e2-8cec-99e10711df30 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498128 Jun 24 16:34:58.764681 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 1afd0573-16c4-41bd-be31-7cb33b7f185b is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:34:58.765057 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.791936 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:34:58.802413 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:34:58.807460 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:58.845567 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ac8bcc-33ac-47fa-9670-d17d58be4713'] response: {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'code': 200} Jun 24 16:34:58.883630 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:59.386158 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:59.489801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1373360214-network', 'tenant_id': 'aa340193d705416fb341397d0553924c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:59.494484 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:59.498506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Usage tracker for resource:network and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:59.501550 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:59.508761 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:59.518667 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Made reservation on behalf of aa340193d705416fb341397d0553924c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:34:59.521233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.537624 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.552900 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:59.557111 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:59.560050 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:59.565732 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:59.647440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.652226 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.682195 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:34:59.690346 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a39beb6-4e45-4b95-b4cd-21ede09c4518,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:59.697336 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.697763 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Added segment 9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d of type vlan for network 7db1932e-1347-45d5-9169-2e1f9db99f7d Jun 24 16:34:59.701579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373251b-4a2a-4719-aee2-470d97a86754 req-148aeaca-4d10-49b0-97f8-e461ea78aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:59.703330 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9373251b-4a2a-4719-aee2-470d97a86754 req-148aeaca-4d10-49b0-97f8-e461ea78aa60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 1099 time: 0.0856721 Jun 24 16:34:59.727963 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.751219 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9373251b-4a2a-4719-aee2-470d97a86754 req-17b27b34-fa1f-4caf-b107-aa0ce5b30ffe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363209 Jun 24 16:34:59.758161 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.759410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:59.759989 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:34:59.908049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] Pushing event updated for resources: {'Network': ['ID=7db1932e-1347-45d5-9169-2e1f9db99f7d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:34:59.916151 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7013b3c0-3e0b-47fe-ad0e-148bac114a7d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5257535 Jun 24 16:34:59.916573 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 48966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:34:59.919048 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:34:59.929149 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Request body: {'subnet': {'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1373360214-subnet', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:34:59.933854 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:34:59.937820 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Usage tracker for resource:subnet and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:34:59.940782 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:34:59.947454 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:34:59.951148 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a406b1-e88a-4c2e-8b0e-ab412d088197 req-34d416f5-bdff-4fe3-af4e-ecdbf75010d8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:34:59.953206 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-07a406b1-e88a-4c2e-8b0e-ab412d088197 req-34d416f5-bdff-4fe3-af4e-ecdbf75010d8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1214864 Jun 24 16:34:59.966186 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Made reservation on behalf of aa340193d705416fb341397d0553924c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:34:59.969202 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2327808'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.005758 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-07a406b1-e88a-4c2e-8b0e-ab412d088197 req-459ef4dc-9fc9-408c-810e-6ec847ac59ac tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459633 Jun 24 16:35:00.182753 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2327862'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.261288 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=090ed935-1e70-4678-982e-9ade190938dc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:00.271437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Checking segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:00.271789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Network hostable DHCP agents. Network: 7db1932e-1347-45d5-9169-2e1f9db99f7d, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:35:00.289397 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:35:00.297997 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 7db1932e-1347-45d5-9169-2e1f9db99f7d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:00.302866 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:00.303533 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.307700 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df461ca2-bd9c-4bf6-9720-8223da44b936 None None] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:35:00.324813 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7a04eb9b-b0bd-4a18-b608-ef4cda903a2c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4007227 Jun 24 16:35:00.327849 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 48970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:00.332998 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:00.337534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:00.341587 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Usage tracker for resource:router and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:00.344471 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:00.350199 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:00.359975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.361160 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.376108 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.552470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-7db1932e-1347-45d5-9169-2e1f9db99f7d', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:35:00.553374 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.719505 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Allocated IP 172.20.0.2 (7db1932e-1347-45d5-9169-2e1f9db99f7d/090ed935-1e70-4678-982e-9ade190938dc/23328c35-a0ef-4668-a48b-bcc3faa4d91c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:00.763756 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.926428 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:00.936736 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Transition to ACTIVE for port object 23328c35-a0ef-4668-a48b-bcc3faa4d91c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:00.954627 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Transition to ACTIVE for port object 23328c35-a0ef-4668-a48b-bcc3faa4d91c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:00.960942 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.027350 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:01.030241 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:01.034682 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:01.040263 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Pushing event updated for resources: {'Port': ['ID=23328c35-a0ef-4668-a48b-bcc3faa4d91c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:01.074432 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.107963 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.143528 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Attempting to bind port 23328c35-a0ef-4668-a48b-bcc3faa4d91c on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:01.144147 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Attempting to bind port 23328c35-a0ef-4668-a48b-bcc3faa4d91c by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:01.145247 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Attempting to bind port 23328c35-a0ef-4668-a48b-bcc3faa4d91c on network 7db1932e-1347-45d5-9169-2e1f9db99f7d {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:01.151175 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:01.151738 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Checking segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:01.152196 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.152644 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Bound using segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:01.153147 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Bound port: 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:01.153575 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.224495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266af2-cd5b-4c44-9159-0f10e750f7b4 req-2b9ca143-46ce-426d-a98e-02d07749e7ec tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:01.231509 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66266af2-cd5b-4c44-9159-0f10e750f7b4 req-2b9ca143-46ce-426d-a98e-02d07749e7ec tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.0965075 Jun 24 16:35:01.247030 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] For port 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:01.249865 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Allocated IP 172.28.2.64 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/8596c230-3520-4f57-b369-80333ce7c4fd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:01.250061 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] For port 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=23328c35-a0ef-4668-a48b-bcc3faa4d91c,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:01.255757 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.277881 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-66266af2-cd5b-4c44-9159-0f10e750f7b4 req-1ef582d3-75fc-4483-bf52-01a086652562 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 Jun 24 16:35:01.344112 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667e7c-4701-4e89-bdd3-0bd5d1105e7b None None] Pushing event updated for resources: {'Port': ['ID=23328c35-a0ef-4668-a48b-bcc3faa4d91c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:01.414867 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.445068 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:01.520262 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:01.523228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:01.526888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:01.560903 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Pushing event updated for resources: {'Port': ['ID=8596c230-3520-4f57-b369-80333ce7c4fd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:01.953595 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:02.335261 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebde17-5f74-4497-99a9-5094d4389ff4 None None] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:35:02.446869 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a82f6da-b953-4ebe-9cf1-492d5956c4ee None None] Provisioning for port 23328c35-a0ef-4668-a48b-bcc3faa4d91c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:02.524682 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:02.540869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c39eb-7883-4695-a012-d32fcf8cb652 req-194b1454-5279-493a-a347-898c17df67f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:02.542356 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d91c39eb-7883-4695-a012-d32fcf8cb652 req-194b1454-5279-493a-a347-898c17df67f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1266785 Jun 24 16:35:02.724623 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d91c39eb-7883-4695-a012-d32fcf8cb652 req-55898dea-5d17-43cf-ab31-ed10be0e6097 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290028 Jun 24 16:35:02.792060 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Router 456fd177-b803-4045-8429-d866573b72b5 is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:35:02.976084 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:02.984766 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Sync routers for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:02.994308 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:02.994930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:02.999758 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:03.001104 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-fe1f6b32-9e0b-4123-ba4f-552a93609015 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6722443 Jun 24 16:35:03.004440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:03.174138 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:03.494348 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:01Z', 'revision_number': 3, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:03.498510 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Checking router: 456fd177-b803-4045-8429-d866573b72b5 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:03.498946 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Updating router 456fd177-b803-4045-8429-d866573b72b5 port 8596c230-3520-4f57-b369-80333ce7c4fd binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:35:03.542273 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 23328c35-a0ef-4668-a48b-bcc3faa4d91c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:03.605304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:03.720078 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 23328c35-a0ef-4668-a48b-bcc3faa4d91c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:03.729741 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 23328c35-a0ef-4668-a48b-bcc3faa4d91c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:03.730110 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:03.800067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:03.955573 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9d139-6087-4172-8144-2417f35c5580 req-56f01895-22cf-48d1-beda-349015984e6c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:03.957685 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5c9d139-6087-4172-8144-2417f35c5580 req-56f01895-22cf-48d1-beda-349015984e6c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.0962119 Jun 24 16:35:03.996255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 23328c35-a0ef-4668-a48b-bcc3faa4d91c is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:03.996540 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.015623 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5c9d139-6087-4172-8144-2417f35c5580 req-bd7462dd-7c61-4465-92c2-3ec4e5deb3a8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514805 Jun 24 16:35:04.021458 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Allocated IP 172.20.0.1 (7db1932e-1347-45d5-9169-2e1f9db99f7d/090ed935-1e70-4678-982e-9ade190938dc/bc1f8e97-5383-4436-b9e8-ebae1f70a3ac) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:04.074334 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=23328c35-a0ef-4668-a48b-bcc3faa4d91c,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:04.085487 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.163723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.182358 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Transition to ACTIVE for port object 8596c230-3520-4f57-b369-80333ce7c4fd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:04.184771 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=23328c35-a0ef-4668-a48b-bcc3faa4d91c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:04.185178 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.193958 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.198098 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.198427 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.198751 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.199093 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.199408 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.199719 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.200028 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.200338 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.200646 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.200950 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.201252 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.201554 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:04.202741 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Transition to ACTIVE for port object bc1f8e97-5383-4436-b9e8-ebae1f70a3ac will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:04.227375 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.283393 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Attempting to bind port 8596c230-3520-4f57-b369-80333ce7c4fd on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:04.283753 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Attempting to bind port 8596c230-3520-4f57-b369-80333ce7c4fd by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:04.284105 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Attempting to bind port 8596c230-3520-4f57-b369-80333ce7c4fd on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:04.289617 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3939b0-ede9-40e3-8baf-9c2921b60d30 None None] Pushing event updated for resources: {'Port': ['ID=8596c230-3520-4f57-b369-80333ce7c4fd,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:04.293978 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:04.294218 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:04.294604 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.295081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:04.295535 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Bound port: 8596c230-3520-4f57-b369-80333ce7c4fd, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:04.295895 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.303324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:04.306157 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:04.310817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:04.346975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:04.371905 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.373988 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] For port 8596c230-3520-4f57-b369-80333ce7c4fd, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:04.377233 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] For port 8596c230-3520-4f57-b369-80333ce7c4fd, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8596c230-3520-4f57-b369-80333ce7c4fd,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:04.381794 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.464031 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:04.464647 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:04.489943 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.581165 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3939b0-ede9-40e3-8baf-9c2921b60d30 None None] Pushing event updated for resources: {'Port': ['ID=8596c230-3520-4f57-b369-80333ce7c4fd,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:04.620629 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fadcc4fe-8266-4bc5-a997-ef7f942f73c3 None None] Provisioning for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:04.631770 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fadcc4fe-8266-4bc5-a997-ef7f942f73c3 None None] Provisioning complete for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:04.632136 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fadcc4fe-8266-4bc5-a997-ef7f942f73c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.706443 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-fadcc4fe-8266-4bc5-a997-ef7f942f73c3 None None] Port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:04.709456 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:04.732267 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.737055 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.853344 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:04.856605 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:04.999253 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:05.000374 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:05.070504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 1, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:05.074691 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b70ca-5932-41b2-b613-f4577d1a8515 None None] The sync data for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb is: [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 1, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:05.196330 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Router 456fd177-b803-4045-8429-d866573b72b5 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:05.232255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cd246863-42f4-4828-a9e5-d393fa52da74 None None] Provisioning complete for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:05.232623 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cd246863-42f4-4828-a9e5-d393fa52da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:05.319475 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cd246863-42f4-4828-a9e5-d393fa52da74 None None] Port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:05.499750 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 23328c35-a0ef-4668-a48b-bcc3faa4d91c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:05.518686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:05.540036 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ce666c8c-3460-4e4f-9a57-ba6003910826 admin admin] 10.222.0.26 "PUT /v2.0/routers/456fd177-b803-4045-8429-d866573b72b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5343845 Jun 24 16:35:05.585712 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 23328c35-a0ef-4668-a48b-bcc3faa4d91c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:05.586386 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:05.717120 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 23328c35-a0ef-4668-a48b-bcc3faa4d91c is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:06.104459 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:06.110967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-923378722-network', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:06.116370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:06.120360 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Usage tracker for resource:network and tenant:89847a364ee24e6fa86923dd1ce25a3f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:06.123470 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:06.130358 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:06.143742 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Made reservation on behalf of 89847a364ee24e6fa86923dd1ce25a3f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:35:06.146790 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.159064 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.174138 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:06.178143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Usage tracker for resource:security_group_rule and tenant:89847a364ee24e6fa86923dd1ce25a3f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:06.181062 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:06.187044 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:06.274952 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.279006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.310232 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:35:06.318801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4fb95-1495-4c72-a93b-ad5e58f2d894,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:06.324504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.324840 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.segments_db [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Added segment c036ca08-98d7-4f12-86f3-e19b08808bd8 of type vlan for network e9e969a7-efe6-4cce-983f-19036f0a3758 Jun 24 16:35:06.352325 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.383744 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.384808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:06.385651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.491724 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] Pushing event updated for resources: {'Network': ['ID=e9e969a7-efe6-4cce-983f-19036f0a3758,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:06.494689 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8f8ab583-b445-4ede-a2fc-99102391485f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3890445 Jun 24 16:35:06.498053 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:06.502088 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network e9e969a7-efe6-4cce-983f-19036f0a3758 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:35:06.503512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Request body: {'subnet': {'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-923378722-subnet', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:06.509047 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:06.512883 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Usage tracker for resource:subnet and tenant:89847a364ee24e6fa86923dd1ce25a3f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:06.515722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:06.522540 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:06.532646 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Made reservation on behalf of 89847a364ee24e6fa86923dd1ce25a3f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:35:06.536253 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827622'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.739990 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2731456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827600'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.817780 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133bc94e-54aa-4308-9f19-f5e1af8430a3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:06.826855 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Checking segment: {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:06.827226 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Network hostable DHCP agents. Network: e9e969a7-efe6-4cce-983f-19036f0a3758, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:35:06.846202 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Network e9e969a7-efe6-4cce-983f-19036f0a3758 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:35:06.855493 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, e9e969a7-efe6-4cce-983f-19036f0a3758) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:06.859808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:06.860388 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.865330 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae88d1-693e-4248-bdd4-af265ef42165 None None] Network e9e969a7-efe6-4cce-983f-19036f0a3758 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:35:06.881958 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5d375e6e-cfb2-4a90-bda1-eaf4db422cb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3834059 Jun 24 16:35:06.884516 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:06.889264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:06.893624 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:06.898194 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Usage tracker for resource:router and tenant:89847a364ee24e6fa86923dd1ce25a3f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:06.901005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:06.907371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:06.917814 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3195'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.918907 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3168'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:06.933971 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.095240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cc3a133-881d-58d8-a26c-54c8d54e28f4-e9e969a7-efe6-4cce-983f-19036f0a3758', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3'}]}} from dv-cinder-847189-3-smb. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 16:35:07.096262 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.202009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3166'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.260311 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Allocated IP 172.20.0.2 (e9e969a7-efe6-4cce-983f-19036f0a3758/133bc94e-54aa-4308-9f19-f5e1af8430a3/1a050a16-edfb-47e6-8c4d-af513838f46a) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:07.489067 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.500287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Transition to ACTIVE for port object 1a050a16-edfb-47e6-8c4d-af513838f46a will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:07.519586 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Transition to ACTIVE for port object 1a050a16-edfb-47e6-8c4d-af513838f46a will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:07.529582 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.544696 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.576678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.589871 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Sync routers for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:07.595888 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8596c230-3520-4f57-b369-80333ce7c4fd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:07.600366 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:07.601043 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:07.648119 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Network e9e969a7-efe6-4cce-983f-19036f0a3758 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:07.658626 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:07.661673 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:07.724652 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Pushing event updated for resources: {'Port': ['ID=1a050a16-edfb-47e6-8c4d-af513838f46a,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:07.794723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Attempting to bind port 1a050a16-edfb-47e6-8c4d-af513838f46a on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:07.795202 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Attempting to bind port 1a050a16-edfb-47e6-8c4d-af513838f46a by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:07.795625 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Attempting to bind port 1a050a16-edfb-47e6-8c4d-af513838f46a on network e9e969a7-efe6-4cce-983f-19036f0a3758 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:07.804204 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:07.804667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Checking segment: {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:07.805134 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.805588 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Bound using segment: {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:07.806134 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Bound port: 1a050a16-edfb-47e6-8c4d-af513838f46a, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:07.806602 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:07.832564 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:07.846178 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Allocated IP 172.28.2.214 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/9cbeb51f-7936-4c31-b609-768cc1e11d3c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:07.854962 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 8596c230-3520-4f57-b369-80333ce7c4fd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:07.911654 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8596c230-3520-4f57-b369-80333ce7c4fd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:07.912351 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.002043 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] For port 1a050a16-edfb-47e6-8c4d-af513838f46a, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:08.010163 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] For port 1a050a16-edfb-47e6-8c4d-af513838f46a, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=1a050a16-edfb-47e6-8c4d-af513838f46a,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:08.016422 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.017188 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.049178 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.121757 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:08.125632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:08.130668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:08.153779 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8596c230-3520-4f57-b369-80333ce7c4fd is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:08.154146 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.170278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f699a5-7bc1-4b38-9392-f8d8e1af9fc8 None None] Pushing event updated for resources: {'Port': ['ID=1a050a16-edfb-47e6-8c4d-af513838f46a,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:08.171248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbeb51f-7936-4c31-b609-768cc1e11d3c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:08.188069 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 8596c230-3520-4f57-b369-80333ce7c4fd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8596c230-3520-4f57-b369-80333ce7c4fd,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:08.189329 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 2, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:08.194731 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Checking router: 456fd177-b803-4045-8429-d866573b72b5 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:08.195057 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.195201 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Updating router 456fd177-b803-4045-8429-d866573b72b5 port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:35:08.254129 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.284520 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=8596c230-3520-4f57-b369-80333ce7c4fd,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:08.625950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.633955 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.646455 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Transition to ACTIVE for port object bc1f8e97-5383-4436-b9e8-ebae1f70a3ac will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:08.653304 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.826694 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Pushing event updated for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:08.869034 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.869034 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.869034 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.869393 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.869580 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.869899 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.870578 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.870900 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.871240 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.871552 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.871864 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.872173 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:08.903304 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Attempting to bind port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:08.903672 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Attempting to bind port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:08.904029 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Attempting to bind port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac on network 7db1932e-1347-45d5-9169-2e1f9db99f7d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:08.909712 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:08.910357 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Checking segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:08.910560 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.910990 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Bound using segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:08.911461 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Bound port: bc1f8e97-5383-4436-b9e8-ebae1f70a3ac, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:08.912118 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:08.999041 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744990'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:09.015946 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] For port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:09.021139 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] For port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:09.027492 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:09.113623 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:09.114239 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:09.266209 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Router da09e235-d6fd-4327-90ce-eea6071b13db is scheduled to L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 16:35:09.270223 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb283557-a250-457f-a66c-3ef6c488d5d5 None None] Pushing event updated for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:09.351124 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00964da-c2d0-4024-b474-becb9cb07759 None None] Network e9e969a7-efe6-4cce-983f-19036f0a3758 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:35:09.368409 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:09.684983 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-963f4380-a553-427d-8541-1ff09e719d29 None None] Provisioning for port 1a050a16-edfb-47e6-8c4d-af513838f46a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:09.686990 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:09.705130 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Sync routers for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:09.718501 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:09.719327 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:09.720716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:09.722990 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d68dd896-2660-49f0-8038-b9671cb54729 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8368299 Jun 24 16:35:09.725761 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:09.808760 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 1a050a16-edfb-47e6-8c4d-af513838f46a up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:09.972348 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:09Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:09.978090 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a9b4c-067b-414c-ab38-6bcdc3e873e3 None None] The sync data for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb is: [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:09Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:10.035288 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:10.086237 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ce1d-7065-4649-9169-9f038adc63ab req-e945ac49-7042-4fe1-80c6-c39359c465ee tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:10.087921 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4fe9ce1d-7065-4649-9169-9f038adc63ab req-e945ac49-7042-4fe1-80c6-c39359c465ee tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.1419659 Jun 24 16:35:10.098388 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 1a050a16-edfb-47e6-8c4d-af513838f46a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:10.152746 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4fe9ce1d-7065-4649-9169-9f038adc63ab req-533d63ba-2bb3-4813-88c5-6ac883a7ceed tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555253 Jun 24 16:35:10.202304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 1a050a16-edfb-47e6-8c4d-af513838f46a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:10.202675 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.357758 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Provisioning complete for port 1a050a16-edfb-47e6-8c4d-af513838f46a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:10.358429 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.529172 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 1a050a16-edfb-47e6-8c4d-af513838f46a is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:10.529551 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.569335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.618448 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 1a050a16-edfb-47e6-8c4d-af513838f46a, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=1a050a16-edfb-47e6-8c4d-af513838f46a,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:10.637963 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.638725 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8596c230-3520-4f57-b369-80333ce7c4fd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:10.793370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Allocated IP 172.20.0.1 (e9e969a7-efe6-4cce-983f-19036f0a3758/133bc94e-54aa-4308-9f19-f5e1af8430a3/8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:10.803219 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Current status of the port 1a050a16-edfb-47e6-8c4d-af513838f46a is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:10.803600 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.850518 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 3, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:10.852449 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=1a050a16-edfb-47e6-8c4d-af513838f46a,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:10.893527 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Checking router: da09e235-d6fd-4327-90ce-eea6071b13db for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:10.893894 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Updating router da09e235-d6fd-4327-90ce-eea6071b13db port 9cbeb51f-7936-4c31-b609-768cc1e11d3c binding host dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:35:10.945170 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.954039 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8596c230-3520-4f57-b369-80333ce7c4fd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:10.954404 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:10.961059 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Transition to ACTIVE for port object 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:10.985255 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.007206 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.050602 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Network e9e969a7-efe6-4cce-983f-19036f0a3758 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:11.051871 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:11.055884 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:11.059462 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:35:11.059811 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:35:11.096725 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Pushing event updated for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:11.118126 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737876'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.241194 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.273396 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8596c230-3520-4f57-b369-80333ce7c4fd is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:11.274414 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device bc1f8e97-5383-4436-b9e8-ebae1f70a3ac up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:11.411775 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:11.418877 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:11.419267 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.550618 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.584915 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099541f-6167-49e7-a9ad-624dbf6fa3c4 req-777cfac5-f584-4207-9103-6c10826c8227 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:11.586686 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3099541f-6167-49e7-a9ad-624dbf6fa3c4 req-777cfac5-f584-4207-9103-6c10826c8227 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.1877975 Jun 24 16:35:11.617228 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Transition to ACTIVE for port object 9cbeb51f-7936-4c31-b609-768cc1e11d3c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:11.651256 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.670059 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3099541f-6167-49e7-a9ad-624dbf6fa3c4 req-a51e0dad-9a31-4844-bec3-2e117a9b00d5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731821 Jun 24 16:35:11.707669 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.713605 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.743966 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:11.744446 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.758274 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d207b-48bd-4b3e-b01a-431128cd9e5d None None] Current status of the port 1a050a16-edfb-47e6-8c4d-af513838f46a is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:11.774466 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Attempting to bind port 9cbeb51f-7936-4c31-b609-768cc1e11d3c on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:11.774911 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Attempting to bind port 9cbeb51f-7936-4c31-b609-768cc1e11d3c by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:11.775350 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Attempting to bind port 9cbeb51f-7936-4c31-b609-768cc1e11d3c on network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:11.791777 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:11.792240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Checking segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:11.792730 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.793164 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Bound using segment: {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:11.793706 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Bound port: 9cbeb51f-7936-4c31-b609-768cc1e11d3c, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83377555-a6ec-465b-8ce2-e134a245abc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:11.794140 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.826604 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bed88-bc69-4a97-a517-93b031aa8a6e None None] Pushing event updated for resources: {'Port': ['ID=9cbeb51f-7936-4c31-b609-768cc1e11d3c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:11.831274 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1028709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737841'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.834522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Pushing event updated for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:11.845145 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.845489 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.845929 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.846255 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.846573 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.847426 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.847749 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.848061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.848376 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.848685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.848992 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.849296 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:11.861143 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:11.873623 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:11.949910 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] For port 9cbeb51f-7936-4c31-b609-768cc1e11d3c, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:11.959393 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 1a050a16-edfb-47e6-8c4d-af513838f46a up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:11.984246 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Network e9e969a7-efe6-4cce-983f-19036f0a3758 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:11.985324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:12.004921 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b5b2dd3-9826-4e43-9d88-452950aa75c1 None None] Provisioning for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:12.010890 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] For port 9cbeb51f-7936-4c31-b609-768cc1e11d3c, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9cbeb51f-7936-4c31-b609-768cc1e11d3c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:12.026240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:12.038057 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b5b2dd3-9826-4e43-9d88-452950aa75c1 None None] Provisioning complete for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:12.038287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2dd3-9826-4e43-9d88-452950aa75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:12.067474 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:12.179678 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:12.180325 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:12.188290 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Router da09e235-d6fd-4327-90ce-eea6071b13db has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:12.312283 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b2dd3-9826-4e43-9d88-452950aa75c1 None None] Port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:12.314539 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bed88-bc69-4a97-a517-93b031aa8a6e None None] Pushing event updated for resources: {'Port': ['ID=9cbeb51f-7936-4c31-b609-768cc1e11d3c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:12.337754 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 1a050a16-edfb-47e6-8c4d-af513838f46a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:12.338125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:12.371045 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:12.383438 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-500f36b9-c1fb-43df-a6e4-cd2d530b8d9c admin admin] 10.222.0.26 "PUT /v2.0/routers/da09e235-d6fd-4327-90ce-eea6071b13db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560264 Jun 24 16:35:12.441887 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:12.467860 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ddcdc-be01-4199-a3ee-05925071331c req-c1a872f4-9315-48a0-81c7-cffd62957eea tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:12.469470 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-720ddcdc-be01-4199-a3ee-05925071331c req-c1a872f4-9315-48a0-81c7-cffd62957eea tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.0918760 Jun 24 16:35:12.558368 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port cb0d1835-2374-4de1-957b-29920d8feadd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:35:12.558707 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:12.605174 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-944a7003-8420-4240-9c44-f9fb57abe14d None None] Provisioning complete for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:12.605922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-944a7003-8420-4240-9c44-f9fb57abe14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:12.747540 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 1a050a16-edfb-47e6-8c4d-af513838f46a is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:12.822568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-944a7003-8420-4240-9c44-f9fb57abe14d None None] Port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:12.952910 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd', 'name': '', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'mac_address': 'fa:16:3e:04:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:10Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 2, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'subnets': [{'id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:12.958560 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc336c0-bfd2-43f2-8d80-603f766e93cf None None] The sync data for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb is: [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd', 'name': '', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'mac_address': 'fa:16:3e:04:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:10Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 2, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'subnets': [{'id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:13.006279 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] For port cb0d1835-2374-4de1-957b-29920d8feadd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=cb0d1835-2374-4de1-957b-29920d8feadd,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:13.006631 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:13.087948 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c193a38-c437-487f-a933-10b96f62ca55 req-2caaa38e-482a-48c9-8da7-4855a1138b07 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:13.089470 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c193a38-c437-487f-a933-10b96f62ca55 req-2caaa38e-482a-48c9-8da7-4855a1138b07 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 946 time: 0.3009219 Jun 24 16:35:13.270903 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c193a38-c437-487f-a933-10b96f62ca55 req-c81855c8-b314-49a7-ba03-8c4e26d7222c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c39a98-25ea-4a6e-b114-b18c8f7207f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659074 Jun 24 16:35:13.456905 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:13.458161 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:13.458665 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP f61b932f-08f5-45a3-b8fd-3bbb51a5306f disassociated. External IP: 172.28.2.57, port: cb0d1835-2374-4de1-957b-29920d8feadd. Jun 24 16:35:13.459177 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for cb0d1835-2374-4de1-957b-29920d8feadd owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:35:13.636233 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:13.692037 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=cb0d1835-2374-4de1-957b-29920d8feadd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:13.986941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:14.134617 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device bc1f8e97-5383-4436-b9e8-ebae1f70a3ac up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:14.286135 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:14.286738 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:14.311612 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:14.321791 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:14.336790 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:14.337410 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:14.510442 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:14.511597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9cbeb51f-7936-4c31-b609-768cc1e11d3c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:14.559465 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c03573e9-e854-4fd6-a0d2-8ee322157c2d req-d6d5a725-01e1-486a-b2c1-48ef7a602194 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 210 time: 0.1387246 Jun 24 16:35:14.564236 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] No DVR routers for this DVR port cb0d1835-2374-4de1-957b-29920d8feadd on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:35:14.572094 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:14.574769 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'name': 'network-vif-deleted', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:14.634863 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-720ddcdc-be01-4199-a3ee-05925071331c req-dc0bb70f-2357-4d06-8dbb-3fe1c8133dce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "DELETE /v2.0/ports/cb0d1835-2374-4de1-957b-29920d8feadd HTTP/1.1" status: 204 len: 173 time: 2.1555471 Jun 24 16:35:14.698317 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d6c9d3-7305-43a0-8895-82fe143f6e23'] response: {'server_uuid': '3965392c-5d34-4799-a38a-3639bad5d936', 'name': 'network-vif-deleted', 'tag': 'cb0d1835-2374-4de1-957b-29920d8feadd', 'status': 'completed', 'code': 200} Jun 24 16:35:14.717910 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 9cbeb51f-7936-4c31-b609-768cc1e11d3c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:14.733788 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9cbeb51f-7936-4c31-b609-768cc1e11d3c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:14.734211 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:14.788824 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:14.996521 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9cbeb51f-7936-4c31-b609-768cc1e11d3c is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:14.996521 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:15.015151 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 9cbeb51f-7936-4c31-b609-768cc1e11d3c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9cbeb51f-7936-4c31-b609-768cc1e11d3c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:15.022270 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:15.106656 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=9cbeb51f-7936-4c31-b609-768cc1e11d3c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:15.251380 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:15.258926 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:15.277583 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:15.279202 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:15.571929 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:15.825897 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c178d6dd-d66f-4855-a910-2abc7751aa59 req-81b5c1c0-f427-47a3-b7fe-5d86e2791968 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=3965392c-5d34-4799-a38a-3639bad5d936 HTTP/1.1" status: 200 len: 210 time: 0.0881968 Jun 24 16:35:16.067018 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9cbeb51f-7936-4c31-b609-768cc1e11d3c up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:16.138443 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:16.143021 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc267c-1d0f-42ca-a545-6643d7f0c559 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '14cecd76-ba32-466e-a115-05fbe563326d', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:9a:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:23Z', 'updated_at': '2022-06-24T16:32:09Z', 'revision_number': 2, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:16.185357 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 9cbeb51f-7936-4c31-b609-768cc1e11d3c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:16.185721 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:16.334671 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 9cbeb51f-7936-4c31-b609-768cc1e11d3c is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:16.639441 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device cb0d1835-2374-4de1-957b-29920d8feadd no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:35:16.710181 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: cb0d1835-2374-4de1-957b-29920d8feadd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:35:16.710736 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device cb0d1835-2374-4de1-957b-29920d8feadd not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:35:16.901491 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9db32-2d42-40d9-9bb1-8c26213b5784 None None] New status for floating IP f61b932f-08f5-45a3-b8fd-3bbb51a5306f: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:35:16.985860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:17.083854 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.126074 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.169922 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Sync routers for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:17.202769 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:17.203792 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:17.226543 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.264689 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c39a98-25ea-4a6e-b114-b18c8f7207f3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:17.291558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.293347 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2d4ff1fa-3411-4f77-a9ac-ed779a2511bc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/security-groups/80c39a98-25ea-4a6e-b114-b18c8f7207f3 HTTP/1.1" status: 204 len: 168 time: 0.3064072 Jun 24 16:35:17.296099 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:17.328381 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-159d7813-81d4-4d5f-b46a-84c93798c2ae tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] show failed (client error): The resource could not be found. Jun 24 16:35:17.333831 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-159d7813-81d4-4d5f-b46a-84c93798c2ae tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups/80c39a98-25ea-4a6e-b114-b18c8f7207f3 HTTP/1.1" status: 404 len: 347 time: 0.0356064 Jun 24 16:35:17.334469 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:17.444636 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:17.513939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port 200828ef-a7df-4e4b-8700-d6b001ae3b7d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:35:17.514275 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.820371 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd', 'name': '', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'mac_address': 'fa:16:3e:04:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:10Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 2, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'subnets': [{'id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:17.824557 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Checking router: da09e235-d6fd-4327-90ce-eea6071b13db for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:17.824919 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Updating router da09e235-d6fd-4327-90ce-eea6071b13db port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd binding host dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 16:35:17.837021 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.837765 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.889065 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:17.991715 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for 200828ef-a7df-4e4b-8700-d6b001ae3b7d owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:35:18.183889 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.280647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=200828ef-a7df-4e4b-8700-d6b001ae3b7d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:18.308345 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.326038 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Transition to ACTIVE for port object 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:18.334232 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.371233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.389045 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.390761 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-14a2a1c2-9302-497f-92aa-b1f47e1ef50e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/floatingips/f61b932f-08f5-45a3-b8fd-3bbb51a5306f HTTP/1.1" status: 204 len: 168 time: 1.0550621 Jun 24 16:35:18.542686 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b35d5-5ad5-4a8f-9efc-0cd15285b4b1 None None] Pushing event updated for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:18.723475 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Attempting to bind port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd on host dv-cinder-847189-3-smb for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:18.723924 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Attempting to bind port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd by drivers openvswitch,hyperv on host dv-cinder-847189-3-smb at level 0 using segments [{'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:18.724271 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Attempting to bind port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd on network e9e969a7-efe6-4cce-983f-19036f0a3758 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:18.730169 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Checking agent: {'id': '477df355-b5a9-4c5a-814d-7afd11e5a984', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 27), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:18.730527 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Checking segment: {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:18.730909 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.731359 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Bound using segment: {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:18.731807 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Bound port: 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd, host: dv-cinder-847189-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c036ca08-98d7-4f12-86f3-e19b08808bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:18.732160 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.877587 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] For port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd, host dv-cinder-847189-3-smb, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:18.881972 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] For port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd, host dv-cinder-847189-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:18.894748 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:18.979786 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:18.980390 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:19.154857 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b35d5-5ad5-4a8f-9efc-0cd15285b4b1 None None] Pushing event updated for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:19.213279 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:19.559507 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd', 'name': '', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'mac_address': 'fa:16:3e:04:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:10Z', 'updated_at': '2022-06-24T16:35:18Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'subnets': [{'id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:19.566392 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1ab03-67ea-47e8-9142-656f2fb492d2 None None] The sync data for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb is: [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd', 'name': '', 'network_id': 'e9e969a7-efe6-4cce-983f-19036f0a3758', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'mac_address': 'fa:16:3e:04:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:10Z', 'updated_at': '2022-06-24T16:35:18Z', 'revision_number': 4, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'subnets': [{'id': '133bc94e-54aa-4308-9f19-f5e1af8430a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:20.028964 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:20.185765 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:20.195766 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:20.196266 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:20.426440 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd is: DOWN; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:20.426440 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:20.491064 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] For port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:20.494696 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:20.607892 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Pushing event updated for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:20.888973 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7eb71-5c30-49f2-9d27-637673038ae0 req-fe2d2213-5f73-4bc7-be97-990760971e91 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:20.890409 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-abd7eb71-5c30-49f2-9d27-637673038ae0 req-fe2d2213-5f73-4bc7-be97-990760971e91 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:20.907113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-abd7eb71-5c30-49f2-9d27-637673038ae0 req-fe2d2213-5f73-4bc7-be97-990760971e91 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:20.910069 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-abd7eb71-5c30-49f2-9d27-637673038ae0 req-fe2d2213-5f73-4bc7-be97-990760971e91 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.1147735 Jun 24 16:35:20.959941 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-abd7eb71-5c30-49f2-9d27-637673038ae0 req-8fb6d0b0-c2ed-48f4-b210-32594855c30b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jun 24 16:35:21.964418 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd up at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:22.042109 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Provisioning complete for port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:22.042754 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:22.188015 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Current status of the port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:22.192286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-bda03c0c-f6ab-44f4-a3b0-09ef147bede0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:22.193003 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-bda03c0c-f6ab-44f4-a3b0-09ef147bede0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:22.205467 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-bda03c0c-f6ab-44f4-a3b0-09ef147bede0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:22.207195 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-bda03c0c-f6ab-44f4-a3b0-09ef147bede0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.1095934 Jun 24 16:35:22.253963 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-c48dccca-1342-496e-bff3-45769f122c21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:22.270561 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-c48dccca-1342-496e-bff3-45769f122c21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:22.271765 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e71a7edb-23ba-493f-bce7-b968977ed2cd req-c48dccca-1342-496e-bff3-45769f122c21 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589907 Jun 24 16:35:22.562758 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:23.486185 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694716-3c96-483b-bade-8f18da438b2e req-3a4631a5-5d64-446b-bb50-50b9a884a7ca tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:23.488636 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-67694716-3c96-483b-bade-8f18da438b2e req-3a4631a5-5d64-446b-bb50-50b9a884a7ca tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.0963748 Jun 24 16:35:23.533132 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-67694716-3c96-483b-bade-8f18da438b2e req-d8f6a20d-ad6a-4c38-8e3c-e6fcd23cf39c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Jun 24 16:35:23.691381 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7fc92bf7-391e-4462-9d97-25df735be8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:23.768837 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-68fe73b1-e0c7-42bf-a8f9-7a695f1afe7b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:23.770280 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-68fe73b1-e0c7-42bf-a8f9-7a695f1afe7b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.0949881 Jun 24 16:35:23.856650 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:35:23.856982 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:24.296275 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-7897c412-0d2d-42bf-a35d-bb6eb11b7f87 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:24.297692 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-7897c412-0d2d-42bf-a35d-bb6eb11b7f87 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 815 time: 0.3739882 Jun 24 16:35:24.330467 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] For port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:24.331297 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:24.338910 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b1390edd-57b3-4a1c-b762-683ce7c30342 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/quotas/aa340193d705416fb341397d0553924c HTTP/1.1" status: 200 len: 375 time: 0.0339503 Jun 24 16:35:24.663640 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-8167ae17-7739-4a42-9a6f-c395d4f35cb1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2665801 Jun 24 16:35:24.754625 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f7256-c946-4d7f-bdbf-a7d09b0b3acd req-c72d9bbe-2537-4867-a4f7-857b75929549 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:24.756114 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1b5f7256-c946-4d7f-bdbf-a7d09b0b3acd req-c72d9bbe-2537-4867-a4f7-857b75929549 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 946 time: 0.0993254 Jun 24 16:35:24.766681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:24.767069 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:24.767373 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP 14cecd76-ba32-466e-a115-05fbe563326d disassociated. External IP: 172.28.2.159, port: 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13. Jun 24 16:35:24.767704 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:35:24.802928 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1b5f7256-c946-4d7f-bdbf-a7d09b0b3acd req-b325cec2-1014-4b00-83a8-fe2b0c1a0d1e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1d7d12-2c53-4582-a3fd-abda1be2c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 Jun 24 16:35:24.887629 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-74d6916f-078b-4819-909a-6a38a063cbff service neutron] 10.222.0.26 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095938 Jun 24 16:35:25.036608 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:25.106762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:25.120051 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-748e568f-2b46-4daa-b9f6-fa14fc9806b7 service neutron] 10.222.0.26 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256091 Jun 24 16:35:25.302543 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:25.308048 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-43277dff-81f8-479b-9856-e651ec9dcd2f req-51eed45c-e54e-4227-a4c2-74ee74d9075e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:25.328057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-43277dff-81f8-479b-9856-e651ec9dcd2f req-51eed45c-e54e-4227-a4c2-74ee74d9075e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:25.330396 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-43277dff-81f8-479b-9856-e651ec9dcd2f req-51eed45c-e54e-4227-a4c2-74ee74d9075e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 210 time: 0.0750921 Jun 24 16:35:25.592039 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:25.604296 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:25.617906 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:25.619261 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:34:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:25.684900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] No DVR routers for this DVR port 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:35:25.687214 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:25.690371 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'name': 'network-vif-deleted', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:25.710748 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f8d81c41-f092-4f6f-89a5-afa84e9b8be6 req-78d9bad5-2bd5-432e-be13-e1819d92f826 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "DELETE /v2.0/ports/5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 HTTP/1.1" status: 204 len: 173 time: 1.9216595 Jun 24 16:35:25.743307 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d240c6dc-1466-4078-94af-55e7a4cc76db'] response: {'server_uuid': 'c275d7d2-3bc7-41d5-83be-c7973e17ea2c', 'name': 'network-vif-deleted', 'tag': '5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13', 'status': 'completed', 'code': 200} Jun 24 16:35:25.836747 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:25.981162 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0916e648-a76b-46d4-8500-6225a4dc323a req-18a47722-808e-4907-9895-751534256044 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=c275d7d2-3bc7-41d5-83be-c7973e17ea2c HTTP/1.1" status: 200 len: 210 time: 0.0538640 Jun 24 16:35:26.147504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b63e406-c62a-4245-a924-fcf4c3298354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:26.175650 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:26.179444 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:26.187469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:26.188049 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:26.371589 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:26.506656 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1566fd06-79e5-4480-98b4-d31577b3a30c req-5455224f-50cf-4107-9d5d-c6ce9a407a42 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 210 time: 0.0515375 Jun 24 16:35:26.718869 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:26.724013 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a657b65-662e-4df2-8c25-c37bbd91eb44 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:26.930373 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:26.937647 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089553f1-1365-4fe3-b383-22c21cd11376 None None] New status for floating IP 14cecd76-ba32-466e-a115-05fbe563326d: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:35:27.138207 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:27.147972 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-452ef177-f791-46a7-90d8-18e481b06ae4 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:27.149392 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-452ef177-f791-46a7-90d8-18e481b06ae4 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 815 time: 0.1688378 Jun 24 16:35:27.166734 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'port': {'device_id': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'admin_state_up': True, 'tenant_id': 'aa340193d705416fb341397d0553924c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:27.207754 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.231261 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.270506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.325799 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.336532 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:27.346697 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d7d12-2c53-4582-a3fd-abda1be2c74a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:27.346944 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:27.358880 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Made reservation on behalf of aa340193d705416fb341397d0553924c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:35:27.362047 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.363634 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.363969 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-351cfa13-eaac-44b3-a12e-e88f5e03f015 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/security-groups/6a1d7d12-2c53-4582-a3fd-abda1be2c74a HTTP/1.1" status: 204 len: 168 time: 0.2235470 Jun 24 16:35:27.366370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:27.383133 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-7099a7e0-52be-4923-a2b4-e9622c869a18 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] show failed (client error): The resource could not be found. Jun 24 16:35:27.384228 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7099a7e0-52be-4923-a2b4-e9622c869a18 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups/6a1d7d12-2c53-4582-a3fd-abda1be2c74a HTTP/1.1" status: 404 len: 347 time: 0.0164979 Jun 24 16:35:27.387282 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:27.546382 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Allocated IP 172.20.0.10 (7db1932e-1347-45d5-9169-2e1f9db99f7d/090ed935-1e70-4678-982e-9ade190938dc/4b29309b-6a76-4e31-84b8-fb0d13d426f7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:27.580438 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port 2289e0e2-d3de-42db-8b9c-2dbce56d4c80 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:35:27.581238 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.792943 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-023a14c9-2bf1-4964-81ef-16975fad080d req-7ac4bc42-1ee3-45e2-b329-0a9b4a6c9ad2 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 210 time: 0.0724359 Jun 24 16:35:27.807759 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.832683 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Transition to ACTIVE for port object 4b29309b-6a76-4e31-84b8-fb0d13d426f7 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:27.871732 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.878473 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.879111 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:27.981031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:27.985546 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:27.990097 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:28.032666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:28.074011 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:28.074674 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.116745 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-08a7842a-605b-4aac-b71d-383c7942315e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538574 Jun 24 16:35:28.179844 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for 2289e0e2-d3de-42db-8b9c-2dbce56d4c80 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:35:28.336924 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.339090 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3c4ed1e-ff68-418a-ba69-79163e5444d1 None None] Provisioning for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:28.344497 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3c4ed1e-ff68-418a-ba69-79163e5444d1 None None] Provisioning complete for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:28.344975 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ed1e-ff68-418a-ba69-79163e5444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.405061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=2289e0e2-d3de-42db-8b9c-2dbce56d4c80,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:28.446761 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4ed1e-ff68-418a-ba69-79163e5444d1 None None] Port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:28.496124 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.515288 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.524269 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:35:28.536478 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.537673 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e5a4f689-9b7a-4731-9722-eea4865427ab tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/floatingips/14cecd76-ba32-466e-a115-05fbe563326d HTTP/1.1" status: 204 len: 168 time: 1.1493714 Jun 24 16:35:28.634037 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:28.639953 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575706664', 'description': 'tempest-description--52093822'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:28.646486 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:28.651340 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:28.654410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:28.661161 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:28.671994 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.699674 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:35:28.700291 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:28.707810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:28.711480 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:28.717607 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:28.753628 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:35:28.754316 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 5dcf1e6e-b1d9-4e90-93d3-4461fb78eb13 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:35:28.825664 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.832136 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.889328 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85beb8-7fed-4192-b425-c2901b108c30,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:28.903371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:28.905120 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-89945b13-e872-4d43-bdca-44e98dd12377 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2698247 Jun 24 16:35:28.908104 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:28.914376 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '7d85beb8-7fed-4192-b425-c2901b108c30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:28.923203 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:28.929740 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:28.934141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:28.941472 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:29.024064 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.112082 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.124925 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333c2e-1605-4b78-a1a8-f7995bd6a78f req-959c5c10-8ab7-4ace-baba-4d3506faa714 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:29.125639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3c333c2e-1605-4b78-a1a8-f7995bd6a78f req-959c5c10-8ab7-4ace-baba-4d3506faa714 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:29.130388 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.163670 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b68473d-c5fc-4e8a-9a97-abbaecdddcc7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:29.171796 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3c333c2e-1605-4b78-a1a8-f7995bd6a78f req-959c5c10-8ab7-4ace-baba-4d3506faa714 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:29.172928 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3c333c2e-1605-4b78-a1a8-f7995bd6a78f req-959c5c10-8ab7-4ace-baba-4d3506faa714 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.2064667 Jun 24 16:35:29.177215 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.179364 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e08ac08a-877a-4a1e-bd49-42f5ed376904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691324 Jun 24 16:35:29.182251 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:29.187501 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '7d85beb8-7fed-4192-b425-c2901b108c30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:29.194543 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:29.199147 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:29.202883 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:29.210067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:29.223681 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3c333c2e-1605-4b78-a1a8-f7995bd6a78f req-54ee05b8-f126-4edb-bbf8-eea4e80626fe tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Jun 24 16:35:29.228828 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.295009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.302263 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.327238 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0e3360-a182-4d1f-b4b7-b00e44d47770,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:29.338661 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.339975 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5d3150c4-fe4c-4194-922d-be7086ff70f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566968 Jun 24 16:35:29.343059 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:29.348308 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:29.354331 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:29.358294 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:floatingip and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:29.361562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:29.367717 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:29.379615 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.521504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.672048 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.28.2.61 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/37b3a084-29e8-432e-8f94-cae45cbed62e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:29.829181 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.860921 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:29.928543 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:29.931465 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:29.937794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:29.983764 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=37b3a084-29e8-432e-8f94-cae45cbed62e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:30.038611 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.101211 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.323769 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.330696 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.488699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=37b3a084-29e8-432e-8f94-cae45cbed62e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:30.519060 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.557174 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc1e2-9d7b-41ff-95f1-6d6f001b2411 req-c26c8ed4-c4cd-4853-8a4d-c547a35132c8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:30.558700 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d28cc1e2-9d7b-41ff-95f1-6d6f001b2411 req-c26c8ed4-c4cd-4853-8a4d-c547a35132c8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.1949675 Jun 24 16:35:30.560016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:30.561074 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8e88630e-041e-4a88-b28e-b41bffe087ce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2171333 Jun 24 16:35:30.610767 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-d28cc1e2-9d7b-41ff-95f1-6d6f001b2411 req-edea4e36-4f65-4cfd-851d-6be7d9994bea tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:30.628436 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-d28cc1e2-9d7b-41ff-95f1-6d6f001b2411 req-edea4e36-4f65-4cfd-851d-6be7d9994bea tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:30.629733 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d28cc1e2-9d7b-41ff-95f1-6d6f001b2411 req-edea4e36-4f65-4cfd-851d-6be7d9994bea tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639913 Jun 24 16:35:30.833209 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-1c73ac7c-c2df-43c7-8bf6-670bdeab3603 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--575706664&fields=id&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 267 time: 0.0417984 Jun 24 16:35:30.989038 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-be5c47f4-0c2a-4289-8f7b-5b5bc44b476b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:30.990574 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-be5c47f4-0c2a-4289-8f7b-5b5bc44b476b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.1501441 Jun 24 16:35:31.006763 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-7a186dc6-cbe4-4dc6-88ba-3d19cdbe3ed6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/quotas/cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 375 time: 0.0104964 Jun 24 16:35:31.111061 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-faae8a0c-315d-4549-923f-b3a077b18413 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:31.127114 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-faae8a0c-315d-4549-923f-b3a077b18413 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:31.128786 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-faae8a0c-315d-4549-923f-b3a077b18413 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101928 Jun 24 16:35:31.400870 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-d68c9060-fac1-48a9-8a70-d46507b9c053 service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594199 Jun 24 16:35:31.567120 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-6a38efa1-9935-4290-96ea-a24fb10f4563 service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651142 Jun 24 16:35:31.772572 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d8e21c90-dabd-494b-9d94-870279dbc15e req-15fd4a60-4206-4741-bdcf-8bbd8c9376b3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0537879 Jun 24 16:35:31.990559 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e812bb-b61c-4a20-aa38-4ea0ec4bd01a req-1be74e47-66c6-493b-9add-1efeecab930d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:31.997997 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-81e812bb-b61c-4a20-aa38-4ea0ec4bd01a req-1be74e47-66c6-493b-9add-1efeecab930d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.2365272 Jun 24 16:35:32.040854 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-81e812bb-b61c-4a20-aa38-4ea0ec4bd01a req-3b069f2b-1eb5-4606-8c58-ead13644d859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Jun 24 16:35:32.933676 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c4f3bbdb-22c3-41ed-82b8-9ea2195cd9dd req-04d8aae4-ae07-4690-96b2-d2b7cf3d447d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0538816 Jun 24 16:35:33.258716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999daaa-53fa-4a10-8799-d5dd92dbdbd6 req-c5939e2c-ce1f-40ca-9ccf-645c512222d9 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:33.260262 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7999daaa-53fa-4a10-8799-d5dd92dbdbd6 req-c5939e2c-ce1f-40ca-9ccf-645c512222d9 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.1086204 Jun 24 16:35:33.306474 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7999daaa-53fa-4a10-8799-d5dd92dbdbd6 req-4abfecd3-7fbb-448a-ac64-5f2881ded139 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Jun 24 16:35:34.093716 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f53f8bf0-7a64-475b-b9c3-e868a6801994 req-37e9c2af-1f2d-4872-90b3-6db7c14e4ea8 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0511944 Jun 24 16:35:34.510149 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c4d89-4eea-4e9d-92ee-0c9b1db10b34 req-50fa6915-c190-4cf4-8b49-23ff03064fcf tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:34.511940 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1e6c4d89-4eea-4e9d-92ee-0c9b1db10b34 req-50fa6915-c190-4cf4-8b49-23ff03064fcf tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.0923002 Jun 24 16:35:34.565077 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1e6c4d89-4eea-4e9d-92ee-0c9b1db10b34 req-d9740e99-ec12-4e3e-9ee9-20818ee0d5cf tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Jun 24 16:35:35.253679 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d30c0801-0a1b-4399-bea5-f9f790dd530f req-f8462fee-0f18-456c-8310-0f16180742d1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0534275 Jun 24 16:35:35.791245 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3af0c4-e8e6-418b-a576-d2bfa12cd4c0 req-d64f85a9-e31c-4590-8687-af774f301792 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:35.793660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4b3af0c4-e8e6-418b-a576-d2bfa12cd4c0 req-d64f85a9-e31c-4590-8687-af774f301792 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.1138661 Jun 24 16:35:35.848594 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4b3af0c4-e8e6-418b-a576-d2bfa12cd4c0 req-6531d356-c43d-4a88-bf02-323ceb0ff741 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476556 Jun 24 16:35:36.412705 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-be097b8b-72e3-4e59-93fc-ab0de2d1c682 req-a5dae7e3-bfe4-42b6-8bd9-52d372260478 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0513504 Jun 24 16:35:37.055946 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c32d9-1b56-42ff-bccf-f737213a5fcb req-846c22fd-5f34-4ccb-8d70-20c65833992e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:37.057487 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e4c32d9-1b56-42ff-bccf-f737213a5fcb req-846c22fd-5f34-4ccb-8d70-20c65833992e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.0988991 Jun 24 16:35:37.105684 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e4c32d9-1b56-42ff-bccf-f737213a5fcb req-f7b36abd-faf2-4632-87ba-7b68b0dfc4dc tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 24 16:35:37.581142 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-875778cf-003e-4d39-81d9-9a125a55988c req-bfc1643b-a693-4de2-8784-877eb21092c8 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0528991 Jun 24 16:35:38.308910 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cad9db-83b2-4b77-8541-336ddfb639f0 req-6e5c0368-6645-497e-858d-5a1b01daac3c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:38.310550 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d2cad9db-83b2-4b77-8541-336ddfb639f0 req-6e5c0368-6645-497e-858d-5a1b01daac3c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.0949295 Jun 24 16:35:38.359864 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d2cad9db-83b2-4b77-8541-336ddfb639f0 req-4a52f5ec-68b9-4bf0-9c39-fb3ce013ad34 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jun 24 16:35:38.746475 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1fdef764-7121-4c80-bd95-2296f28618ab req-d440f579-2655-4c0e-bb3f-596a1a5a816f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0518260 Jun 24 16:35:39.155932 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Request body: {'port': {'device_id': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:39.275784 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:39.566221 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1beee9-a133-4a81-9ba2-d001a871aeba req-462adbea-015c-492b-bb91-902cc6a2775f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:39.567902 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ba1beee9-a133-4a81-9ba2-d001a871aeba req-462adbea-015c-492b-bb91-902cc6a2775f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 932 time: 0.0881820 Jun 24 16:35:39.612433 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ba1beee9-a133-4a81-9ba2-d001a871aeba req-9326ac5b-54a1-46a1-adc4-3e59f5159fb9 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Jun 24 16:35:39.620952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b29309b-6a76-4e31-84b8-fb0d13d426f7 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:35:39.628657 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:39.645796 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Transition to ACTIVE for port object 4b29309b-6a76-4e31-84b8-fb0d13d426f7 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:39.649872 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:39.806654 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:39.931380 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6aae4bdb-2c68-4b50-875e-25f80c065875 req-a5bb7e5f-3e91-4add-b0c5-ef4271889eb6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0617559 Jun 24 16:35:39.954122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Attempting to bind port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:39.954122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Attempting to bind port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:39.954122 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Attempting to bind port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 on network 7db1932e-1347-45d5-9169-2e1f9db99f7d {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:39.956869 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 on network 7db1932e-1347-45d5-9169-2e1f9db99f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:35:39.957351 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Attempting to bind port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 on network 7db1932e-1347-45d5-9169-2e1f9db99f7d {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:39.962777 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:39.963140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Checking segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:39.963520 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Bound using segment: {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:39.963941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Bound port: 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:39.964400 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:40.066521 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:40.069607 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:40.077313 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:40.138564 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.139202 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:40.140627 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 1094 time: 0.9891231 Jun 24 16:35:40.141140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:40.168551 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d8e0d-f760-4cfb-9c03-56a8dd0d1152 service neutron] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:40.261525 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-2ea21e3e-829b-491f-9eec-cbad2ba9540a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.263089 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-2ea21e3e-829b-491f-9eec-cbad2ba9540a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.2905118 Jun 24 16:35:40.323740 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7604010f-9f79-49f5-805c-c158b390119f'] response: {'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:35:40.333114 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-a319a902-4b66-46b8-a530-36a7550ff1a2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:40.364292 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-a319a902-4b66-46b8-a530-36a7550ff1a2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:40.365425 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-a319a902-4b66-46b8-a530-36a7550ff1a2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 379 time: 0.0878344 Jun 24 16:35:40.391941 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'port': {'device_id': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'admin_state_up': True, 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'security_groups': ['7d85beb8-7fed-4192-b425-c2901b108c30']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:40.394362 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-a3926889-e700-46e5-985c-8725cc62a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.396240 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-a3926889-e700-46e5-985c-8725cc62a2e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1097 time: 0.2039165 Jun 24 16:35:40.471728 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-60bccdcc-9af5-486c-a988-8bcb15aa456b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 217 time: 0.0629296 Jun 24 16:35:40.547588 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:40.557995 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:40.569037 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:35:40.572999 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:40.588809 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-f016f009-4d91-4016-94f2-902805ccde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.590245 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-f016f009-4d91-4016-94f2-902805ccde50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0767496 Jun 24 16:35:40.613486 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a407-aae3-4099-93b7-4eb00e9e1b84 req-aae5f165-de48-4a40-bd94-a18ede045df2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.614939 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2447a407-aae3-4099-93b7-4eb00e9e1b84 req-aae5f165-de48-4a40-bd94-a18ede045df2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1419454 Jun 24 16:35:40.710717 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2447a407-aae3-4099-93b7-4eb00e9e1b84 req-97a50134-9c2e-47f9-b526-e0b7b613cd00 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548007 Jun 24 16:35:40.728231 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-58c01e43-7be9-4c3f-9e4f-6612dc302760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.729655 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-58c01e43-7be9-4c3f-9e4f-6612dc302760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138952 Jun 24 16:35:40.789965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.20.0.8 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/fdae4734-eb8e-4de1-a83c-6858cca1a9ef) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:40.863564 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-4081b50c-6ab7-4acb-9fe4-da9d1bc15658 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245627 Jun 24 16:35:40.928393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fc620-1a6c-4d18-8efb-41fe4a81dd1a req-eb5f88c2-00ed-40a3-9f6b-e7991080a631 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:40.929834 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a37fc620-1a6c-4d18-8efb-41fe4a81dd1a req-eb5f88c2-00ed-40a3-9f6b-e7991080a631 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 944 time: 0.1992874 Jun 24 16:35:40.997671 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f71eab80-a640-4573-8ef7-be4d2a3dbadd req-3c6e43de-351c-4f7f-a4b7-0b2a882b2f44 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270607 Jun 24 16:35:41.013348 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a37fc620-1a6c-4d18-8efb-41fe4a81dd1a req-24a0c5cf-9c78-4ced-9344-a78a9de22a7a tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773849 Jun 24 16:35:41.038087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.056406 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Transition to ACTIVE for port object fdae4734-eb8e-4de1-a83c-6858cca1a9ef will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:41.082642 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.156249 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:41.160193 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:41.164019 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:41.194578 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:41.213680 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-4b9e7cc3-bd1d-47ac-b198-6bb087a17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.215175 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-4b9e7cc3-bd1d-47ac-b198-6bb087a17b06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1097 time: 0.1539080 Jun 24 16:35:41.223585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11054456-b695-4b8f-90de-0c282556e37d req-eab34ecb-4149-4909-ba86-d074c28d41dc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.225042 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-11054456-b695-4b8f-90de-0c282556e37d req-eab34ecb-4149-4909-ba86-d074c28d41dc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 931 time: 0.1658366 Jun 24 16:35:41.233229 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.234022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.262498 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-537c0984-0b9f-42a9-8ee5-5cb883f0c16d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8818443 Jun 24 16:35:41.275680 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Request body: {'port': {'device_id': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:41.356439 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-11054456-b695-4b8f-90de-0c282556e37d req-59290f28-877f-4ed9-af85-04fb7cfee10a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090868 Jun 24 16:35:41.399958 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-375429e3-a347-488d-998f-98338497d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.401897 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-375429e3-a347-488d-998f-98338497d4f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.1756794 Jun 24 16:35:41.403259 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0773d88-5fd7-47a5-8541-04d54706328b None None] Provisioning for port fdae4734-eb8e-4de1-a83c-6858cca1a9ef completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:41.408761 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0773d88-5fd7-47a5-8541-04d54706328b None None] Provisioning complete for port fdae4734-eb8e-4de1-a83c-6858cca1a9ef triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:41.409096 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e0773d88-5fd7-47a5-8541-04d54706328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.462019 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e0773d88-5fd7-47a5-8541-04d54706328b None None] Port fdae4734-eb8e-4de1-a83c-6858cca1a9ef cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:35:41.472574 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-fa716ac9-43e0-4400-bdb5-1438de7ab54b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 217 time: 0.0601077 Jun 24 16:35:41.492518 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.546651 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-0557fab9-c0d6-4da8-90c7-db0a9814a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.548209 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-0557fab9-c0d6-4da8-90c7-db0a9814a4e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0598650 Jun 24 16:35:41.636531 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-a1918e45-b8af-4929-af5a-beb2b9877496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:41.637995 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-a1918e45-b8af-4929-af5a-beb2b9877496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799527 Jun 24 16:35:41.772796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-9cbcec3a-6db1-4ec4-9b27-d296b843efa6 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254125 Jun 24 16:35:41.880793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdae4734-eb8e-4de1-a83c-6858cca1a9ef {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:35:41.889973 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:41.905300 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0184012a-28a9-4fd5-b404-476d08f0c0f3 req-f4b94679-e338-4d11-9107-889a21cc35ca service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253633 Jun 24 16:35:41.918485 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Transition to ACTIVE for port object fdae4734-eb8e-4de1-a83c-6858cca1a9ef will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:35:41.923366 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:42.063447 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cf715-9553-4c04-8279-de1fe230533f req-40136416-7307-4ecc-9206-f8c178d611cc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.065533 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a56cf715-9553-4c04-8279-de1fe230533f req-40136416-7307-4ecc-9206-f8c178d611cc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2422383 Jun 24 16:35:42.067899 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:42.192934 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a56cf715-9553-4c04-8279-de1fe230533f req-898bee21-a049-47b4-8b18-c07832a76ef3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890832 Jun 24 16:35:42.223978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Attempting to bind port fdae4734-eb8e-4de1-a83c-6858cca1a9ef on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:35:42.224331 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Attempting to bind port fdae4734-eb8e-4de1-a83c-6858cca1a9ef by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:35:42.224600 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Attempting to bind port fdae4734-eb8e-4de1-a83c-6858cca1a9ef on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:42.229757 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Port fdae4734-eb8e-4de1-a83c-6858cca1a9ef on network 8c51764d-50ca-4d1e-9373-c439de376dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:35:42.230067 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Attempting to bind port fdae4734-eb8e-4de1-a83c-6858cca1a9ef on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:35:42.235648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:35:42.235978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:35:42.236353 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:35:42.237334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Bound port: fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:35:42.237334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:42.301235 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c73d-54c0-4ad5-895f-07b569718b59 req-855ea983-6f71-4ac1-90ed-0d9b2b34fbf7 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.302579 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b08c73d-54c0-4ad5-895f-07b569718b59 req-855ea983-6f71-4ac1-90ed-0d9b2b34fbf7 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 944 time: 0.1765559 Jun 24 16:35:42.332326 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:35:42.335312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:35:42.339826 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:42.358481 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b08c73d-54c0-4ad5-895f-07b569718b59 req-51b2115d-a207-4fc5-aeed-9470a4132549 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Jun 24 16:35:42.404303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.404908 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:42.406354 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] 10.222.0.36 "PUT /v2.0/ports/fdae4734-eb8e-4de1-a83c-6858cca1a9ef HTTP/1.1" status: 200 len: 1093 time: 1.1350999 Jun 24 16:35:42.406740 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:42.434801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab4de6-e25f-4631-987f-c13cde1a6836 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:42.470677 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e0b047-f5f6-46c7-81e1-6721942e4dd4'] response: {'name': 'network-changed', 'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'status': 'completed', 'code': 200} Jun 24 16:35:42.655691 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-103004a0-1333-498f-a4c0-2daee095069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.657179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-103004a0-1333-498f-a4c0-2daee095069a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 1096 time: 0.1716709 Jun 24 16:35:42.665937 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5974b-e00e-4a02-8a1b-9f652e9c85f5 req-822e141b-bd8d-444d-a33f-c15c8eb31797 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.666609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0fc5974b-e00e-4a02-8a1b-9f652e9c85f5 req-822e141b-bd8d-444d-a33f-c15c8eb31797 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:42.748185 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-36671ebe-9b6c-4d65-bef1-e7be1d895c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef HTTP/1.1" status: 200 len: 217 time: 0.0786734 Jun 24 16:35:42.758014 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-0fc5974b-e00e-4a02-8a1b-9f652e9c85f5 req-822e141b-bd8d-444d-a33f-c15c8eb31797 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:42.759228 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fc5974b-e00e-4a02-8a1b-9f652e9c85f5 req-822e141b-bd8d-444d-a33f-c15c8eb31797 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 943 time: 0.2322829 Jun 24 16:35:42.860998 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0fc5974b-e00e-4a02-8a1b-9f652e9c85f5 req-a7ca0a9a-9453-4e4b-be0a-66031ddcd854 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679328 Jun 24 16:35:42.862543 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-41ba9fe9-f601-4f7b-a3b3-26541c6e81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.864343 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-41ba9fe9-f601-4f7b-a3b3-26541c6e81f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.1038821 Jun 24 16:35:42.960754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-e7cf8f37-fd05-4b40-a161-8fde3f3318df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:42.962228 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-e7cf8f37-fd05-4b40-a161-8fde3f3318df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916586 Jun 24 16:35:43.104315 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-96a1aab0-0223-4e37-98f8-23adf9ea11bc service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344540 Jun 24 16:35:43.342331 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f90a9cc3-6dd2-49d8-9f30-2499d806b503 req-86cbebd9-2539-4783-a93b-3c3e9cabbbb2 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305536 Jun 24 16:35:43.412836 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16977-386b-4b84-8c18-b15e775894ff req-e98b5f53-e88f-47b4-9ec6-4e5962276e75 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.414468 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62c16977-386b-4b84-8c18-b15e775894ff req-e98b5f53-e88f-47b4-9ec6-4e5962276e75 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1023381 Jun 24 16:35:43.462069 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-62c16977-386b-4b84-8c18-b15e775894ff req-abef02c9-0959-4a74-b127-49daf1f6a21e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Jun 24 16:35:43.484743 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-78ae0fb4-25fe-49cd-b8dd-b5c10e755e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.486136 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-78ae0fb4-25fe-49cd-b8dd-b5c10e755e88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 1096 time: 0.0805159 Jun 24 16:35:43.686576 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd9e02-a665-4216-8a56-961d919f8ef8 req-31006091-cfbd-4474-ab44-5891460e34ce tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.688036 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3cfd9e02-a665-4216-8a56-961d919f8ef8 req-31006091-cfbd-4474-ab44-5891460e34ce tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 944 time: 0.1950355 Jun 24 16:35:43.691130 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-449d00fa-db9e-4703-83b5-f95388f98f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.692419 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-449d00fa-db9e-4703-83b5-f95388f98f65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.1615171 Jun 24 16:35:43.774820 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-b7236104-bc9c-4725-ad02-da9948c79561 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef HTTP/1.1" status: 200 len: 217 time: 0.0674255 Jun 24 16:35:43.822985 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3cfd9e02-a665-4216-8a56-961d919f8ef8 req-2d58f4fa-5968-4953-8938-248fae80607c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287370 Jun 24 16:35:43.853975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-13fff95a-eded-4744-af47-b9720467dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.855414 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-13fff95a-eded-4744-af47-b9720467dbb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0657506 Jun 24 16:35:43.943041 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-fe0f298f-ff67-48fd-8386-6914fb0195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:43.944512 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-fe0f298f-ff67-48fd-8386-6914fb0195cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809824 Jun 24 16:35:44.050942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa48ae-91ac-4239-8609-97dc553bb889 req-393c1c1d-407c-481b-9ab9-0427e7958c2a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:44.052284 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-52fa48ae-91ac-4239-8609-97dc553bb889 req-393c1c1d-407c-481b-9ab9-0427e7958c2a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 943 time: 0.0871317 Jun 24 16:35:44.080917 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-f9ef253b-fe19-4653-bf12-051a1afdb73e service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253421 Jun 24 16:35:44.096587 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-52fa48ae-91ac-4239-8609-97dc553bb889 req-f08d16f9-7c2a-4954-8c8f-ac8ab63568e1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376742 Jun 24 16:35:44.211295 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-66b2d59e-d5b9-42b1-ac6f-53d08a3f629f req-4010e63b-0229-41cc-af69-23ba2caca243 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241887 Jun 24 16:35:44.650790 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544dea7-b678-4dc3-b94b-6d0ad70cea2e req-c480e04e-329c-4e13-97f5-45a0d6db653d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:44.652279 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c544dea7-b678-4dc3-b94b-6d0ad70cea2e req-c480e04e-329c-4e13-97f5-45a0d6db653d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0867178 Jun 24 16:35:44.698258 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c544dea7-b678-4dc3-b94b-6d0ad70cea2e req-c2c59fe3-a595-46d7-8140-1b0b31c8d46f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Jun 24 16:35:44.851504 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4b29309b-6a76-4e31-84b8-fb0d13d426f7 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:35:44.987425 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:45.000211 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'port_id': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'mac_address': 'fa:16:3e:08:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:35:45.015632 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19699af6-29d6-4467-b67f-ef8460c73364 req-e47f85ec-31ff-4f1b-b722-b354f6a7de61 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:45.017073 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-19699af6-29d6-4467-b67f-ef8460c73364 req-e47f85ec-31ff-4f1b-b722-b354f6a7de61 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 944 time: 0.0896440 Jun 24 16:35:45.057904 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:45.058276 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:45.061236 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-19699af6-29d6-4467-b67f-ef8460c73364 req-19772f81-8c12-4cfe-8319-385dfbca8cf0 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Jun 24 16:35:45.076202 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b29309b-6a76-4e31-84b8-fb0d13d426f7 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:35:45.091711 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:45.096453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:45.172841 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:45.300579 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a702d-5793-4346-8194-79b6f99b5fb4 req-e79cf27d-fb47-4e0f-bb71-d71eeacfba94 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:45.302032 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-668a702d-5793-4346-8194-79b6f99b5fb4 req-e79cf27d-fb47-4e0f-bb71-d71eeacfba94 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 943 time: 0.0897193 Jun 24 16:35:45.348889 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-668a702d-5793-4346-8194-79b6f99b5fb4 req-b43b7735-aca9-4966-a834-9b9f73357904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404291 Jun 24 16:35:45.455963 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:35:45.904749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c86f-535f-4d43-9882-da292634491b req-90b3974d-27a7-4cdd-a770-13d45f3044ff tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:45.906173 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7a52c86f-535f-4d43-9882-da292634491b req-90b3974d-27a7-4cdd-a770-13d45f3044ff tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0892420 Jun 24 16:35:45.949750 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7a52c86f-535f-4d43-9882-da292634491b req-75b73024-8cb2-4d5e-befb-a258db3fd4be tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370054 Jun 24 16:35:46.253031 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f091-c7d0-4e59-8863-bc09eb1c8e34 req-79a1b986-fbdf-4640-b8d0-43e7ca48e84c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:46.254490 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9dc2f091-c7d0-4e59-8863-bc09eb1c8e34 req-79a1b986-fbdf-4640-b8d0-43e7ca48e84c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 945 time: 0.0907328 Jun 24 16:35:46.296870 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9dc2f091-c7d0-4e59-8863-bc09eb1c8e34 req-65dfb837-f68c-44e9-abfa-1dc978f2b642 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Jun 24 16:35:46.540894 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf776-8425-4e97-813b-f63b43e5d667 req-ccdc891e-57f5-4796-a721-5e67da370edb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:46.542336 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-37baf776-8425-4e97-813b-f63b43e5d667 req-ccdc891e-57f5-4796-a721-5e67da370edb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 943 time: 0.0885231 Jun 24 16:35:46.586037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-37baf776-8425-4e97-813b-f63b43e5d667 req-1c34a4de-9ee7-418e-b8ff-e183a6de01ea tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379260 Jun 24 16:35:46.853008 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device fdae4734-eb8e-4de1-a83c-6858cca1a9ef details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:35:46.856229 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4b29309b-6a76-4e31-84b8-fb0d13d426f7 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:47.005485 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:47.022233 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:47.022590 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:47.085842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:47.105876 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'port_id': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'mac_address': 'fa:16:3e:c7:a2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:35:47.147554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dfd8-29ff-4939-9424-df05d1f262f1 req-4787a3b4-358c-4e1a-b557-fc93a17dad70 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:47.149232 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bb95dfd8-29ff-4939-9424-df05d1f262f1 req-4787a3b4-358c-4e1a-b557-fc93a17dad70 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0956900 Jun 24 16:35:47.195215 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bb95dfd8-29ff-4939-9424-df05d1f262f1 req-5e31d1c1-9919-44ad-8650-1d94667384af tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402822 Jun 24 16:35:47.197240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port fdae4734-eb8e-4de1-a83c-6858cca1a9ef is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:47.197620 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:47.233805 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdae4734-eb8e-4de1-a83c-6858cca1a9ef {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:35:47.251013 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:47.251377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:47.266390 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:47.275452 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:47.316122 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:47.339819 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:47.348696 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:47.360070 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:47.395244 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e635bb-c245-45ea-aad6-a89363f8deae'] response: {'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'code': 200} Jun 24 16:35:47.434573 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:47.506761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b6f1-d68a-4058-a782-77cb3ec9b803 req-e145c456-8c18-492e-9dd5-fb2243d53301 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:47.508243 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ec79b6f1-d68a-4058-a782-77cb3ec9b803 req-e145c456-8c18-492e-9dd5-fb2243d53301 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0977128 Jun 24 16:35:47.559744 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ec79b6f1-d68a-4058-a782-77cb3ec9b803 req-cdc07c94-d4c7-4474-ab06-c3fe501e8171 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Jun 24 16:35:47.660770 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41feef7-1978-41d8-b7f4-d6057457dc9a req-cbf93376-1007-4b51-a479-7700bd5221b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:47.662236 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e41feef7-1978-41d8-b7f4-d6057457dc9a req-cbf93376-1007-4b51-a479-7700bd5221b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1099 time: 0.0841575 Jun 24 16:35:47.697923 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['fdae4734-eb8e-4de1-a83c-6858cca1a9ef'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:35:47.753578 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e41feef7-1978-41d8-b7f4-d6057457dc9a req-5ae9a331-a20e-4209-88f4-18524add22a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Jun 24 16:35:47.791855 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd990916-e7f2-4885-a48a-df58a463e1b6 req-5c04da5e-40bf-410f-b8ae-147dfaf0be5b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:47.793309 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fd990916-e7f2-4885-a48a-df58a463e1b6 req-5c04da5e-40bf-410f-b8ae-147dfaf0be5b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 944 time: 0.0970540 Jun 24 16:35:47.837288 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fd990916-e7f2-4885-a48a-df58a463e1b6 req-f547735e-b82c-474a-b0d0-be853cb552f9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381951 Jun 24 16:35:48.385918 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b475a-1f34-4697-b220-4432e6dbb1d0 req-5b90c4e9-b071-4798-b727-104c2f731371 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:48.387368 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-521b475a-1f34-4697-b220-4432e6dbb1d0 req-5b90c4e9-b071-4798-b727-104c2f731371 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0856254 Jun 24 16:35:48.439008 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-521b475a-1f34-4697-b220-4432e6dbb1d0 req-5695d9af-a72d-4d5e-a8ba-cef4785d374a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Jun 24 16:35:48.751875 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19932-28b1-4fe2-98af-cc59291a2e8e req-cdc9d370-3bfe-47ec-8a37-d90c87dfe546 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:48.753309 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8a19932-28b1-4fe2-98af-cc59291a2e8e req-cdc9d370-3bfe-47ec-8a37-d90c87dfe546 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0870574 Jun 24 16:35:48.796063 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c8a19932-28b1-4fe2-98af-cc59291a2e8e req-301a9945-de80-41e2-897c-ce63949fcf15 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Jun 24 16:35:49.024200 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43b94-f5ce-44c7-8677-759e083bae2c req-28cb3df1-a482-463d-a108-0b5e3cf635f9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:49.025630 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-39d43b94-f5ce-44c7-8677-759e083bae2c req-28cb3df1-a482-463d-a108-0b5e3cf635f9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 944 time: 0.0857890 Jun 24 16:35:49.068338 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-39d43b94-f5ce-44c7-8677-759e083bae2c req-5c56c867-8c25-40d7-a336-519e51c05cd4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371490 Jun 24 16:35:49.731033 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbb0a0-028c-4cf3-80f4-23c3a25b8627 req-dc2dcc0d-6b92-4b5e-9f58-259ff7de6040 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:49.732413 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-01dbb0a0-028c-4cf3-80f4-23c3a25b8627 req-dc2dcc0d-6b92-4b5e-9f58-259ff7de6040 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1904037 Jun 24 16:35:49.778005 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-01dbb0a0-028c-4cf3-80f4-23c3a25b8627 req-077d6a5a-ac8e-4ece-acad-38510df1a4f4 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Jun 24 16:35:49.988125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d87ef8-96ca-40e9-adc8-df5bbb17cce9 req-7ae21313-96bc-436a-83ce-6f07e517c0a8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:49.989796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-68d87ef8-96ca-40e9-adc8-df5bbb17cce9 req-7ae21313-96bc-436a-83ce-6f07e517c0a8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0905824 Jun 24 16:35:50.032522 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-68d87ef8-96ca-40e9-adc8-df5bbb17cce9 req-2deb58ff-5721-41b5-95dc-ff5e04bf792b tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Jun 24 16:35:50.226365 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1262-183e-4a48-aab9-ad8a7bfbaa72 req-947397bf-ad9a-4e98-a2a3-b511efce7202 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:50.227834 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0f9d1262-183e-4a48-aab9-ad8a7bfbaa72 req-947397bf-ad9a-4e98-a2a3-b511efce7202 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0888696 Jun 24 16:35:50.261820 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebdd30-b238-4490-9043-9e0d3bcd851a req-c6e3d9e6-1268-4ae3-b088-c611294d9829 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:50.263205 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-64ebdd30-b238-4490-9043-9e0d3bcd851a req-c6e3d9e6-1268-4ae3-b088-c611294d9829 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 944 time: 0.0878093 Jun 24 16:35:50.272544 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0f9d1262-183e-4a48-aab9-ad8a7bfbaa72 req-ad2d40d2-f4c6-44f3-8e7d-27b521e250cc tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Jun 24 16:35:50.312070 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-64ebdd30-b238-4490-9043-9e0d3bcd851a req-d52c786f-ee2e-4ff3-894f-6548d6a32b28 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425494 Jun 24 16:35:50.667938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e94e-1b5a-4fbc-9068-4bd8d3c8c27e req-da200d91-4fd1-4636-9c39-ce6dbbf6f855 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:50.669383 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a0c5e94e-1b5a-4fbc-9068-4bd8d3c8c27e req-da200d91-4fd1-4636-9c39-ce6dbbf6f855 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0880809 Jun 24 16:35:50.712347 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a0c5e94e-1b5a-4fbc-9068-4bd8d3c8c27e req-e918d950-fe01-4c46-8427-794ce621f6c9 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 Jun 24 16:35:50.881497 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device fdae4734-eb8e-4de1-a83c-6858cca1a9ef up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:35:50.960311 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port fdae4734-eb8e-4de1-a83c-6858cca1a9ef completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:35:50.965237 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port fdae4734-eb8e-4de1-a83c-6858cca1a9ef triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:35:50.966417 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:50.982718 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610502-caea-4cf9-8cc9-b5bb6cd44ed0 req-498a51ee-c3f0-4a0c-8345-de0fae305a8b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:50.984438 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cb610502-caea-4cf9-8cc9-b5bb6cd44ed0 req-498a51ee-c3f0-4a0c-8345-de0fae305a8b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0920701 Jun 24 16:35:51.034018 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cb610502-caea-4cf9-8cc9-b5bb6cd44ed0 req-f907b89e-a4ee-40f0-897e-8dbdad6bf2df tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Jun 24 16:35:51.100097 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port fdae4734-eb8e-4de1-a83c-6858cca1a9ef is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:35:51.100478 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:51.136307 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:51.152962 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:35:51.166701 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:51.200535 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecf055d-62d9-47af-b524-117bac426968'] response: {'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'code': 200} Jun 24 16:35:51.240492 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:51.521426 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23c01-7391-4849-8720-e45aed3fa498 req-0bfc3b22-ac18-4589-b9ed-7ee713208723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:51.523247 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1db23c01-7391-4849-8720-e45aed3fa498 req-0bfc3b22-ac18-4589-b9ed-7ee713208723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 1098 time: 0.1469457 Jun 24 16:35:51.561575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381ef-46fd-4f3a-a40e-ad88ad984968 req-5d4fac22-d3a5-4bd0-9fb1-8f6f8d2274c1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:51.563038 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8d6381ef-46fd-4f3a-a40e-ad88ad984968 req-5d4fac22-d3a5-4bd0-9fb1-8f6f8d2274c1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.1392081 Jun 24 16:35:51.598890 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1db23c01-7391-4849-8720-e45aed3fa498 req-c95e7617-5129-4c71-b686-ddaa0ead6c86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649292 Jun 24 16:35:51.619056 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8d6381ef-46fd-4f3a-a40e-ad88ad984968 req-dc0fb250-5ae3-4188-adfc-28fec38110ff tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472171 Jun 24 16:35:52.238181 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578638b5-2510-43f2-b9a4-a26e8d46b6fd req-148b922e-c530-40ee-a8e8-274af4c81df0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:52.239692 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-578638b5-2510-43f2-b9a4-a26e8d46b6fd req-148b922e-c530-40ee-a8e8-274af4c81df0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0938480 Jun 24 16:35:52.284440 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-578638b5-2510-43f2-b9a4-a26e8d46b6fd req-59a3afdd-d315-4a28-8fda-d2a524528d0d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Jun 24 16:35:52.557603 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:52.613554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-dacfaff6-34da-423a-9676-733c3c98001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:52.615061 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-dacfaff6-34da-423a-9676-733c3c98001a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1099 time: 0.0846074 Jun 24 16:35:52.794289 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-58507f09-30c1-4eed-8302-f05a81c5080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:52.795937 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-58507f09-30c1-4eed-8302-f05a81c5080b service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.1320419 Jun 24 16:35:52.818671 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987b038-b200-46f2-9682-516248e67b3d req-95639b25-cf6a-4ee8-8db6-9bee66f53b01 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:52.820545 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d987b038-b200-46f2-9682-516248e67b3d req-95639b25-cf6a-4ee8-8db6-9bee66f53b01 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.0942333 Jun 24 16:35:52.874216 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d987b038-b200-46f2-9682-516248e67b3d req-309b0039-f3bc-4931-9669-b9d88ce8cbce tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472085 Jun 24 16:35:52.910583 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-adbc40e5-925a-40cb-b8de-01768769cf53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 1002 time: 0.1031859 Jun 24 16:35:52.996812 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-b1ce2fbe-b05e-4c38-a57c-0d10ca73322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:52.998236 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-b1ce2fbe-b05e-4c38-a57c-0d10ca73322c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.0601075 Jun 24 16:35:53.111925 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-ea5ec39b-9b91-4a40-aeec-15f241db134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:53.113508 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-ea5ec39b-9b91-4a40-aeec-15f241db134b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813775 Jun 24 16:35:53.246557 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-bd954646-0b77-4ad6-99d8-caae6d5b555b service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258960 Jun 24 16:35:53.417414 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab105227-874d-4bdd-83ed-23ac9496c32d req-302c0709-e0d9-4ec4-9840-46ae2b655786 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359878 Jun 24 16:35:53.494034 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99105fb-8257-42e4-a019-7a8ad44fd1cf req-42cc8e08-945e-4369-acf3-717ec59538b3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:53.495581 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a99105fb-8257-42e4-a019-7a8ad44fd1cf req-42cc8e08-945e-4369-acf3-717ec59538b3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1013541 Jun 24 16:35:53.543001 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a99105fb-8257-42e4-a019-7a8ad44fd1cf req-144a8b96-45b2-41cb-8d90-db6691e4f82a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 Jun 24 16:35:53.694624 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1528284e-0b7b-4047-a1c5-67452ce487be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:54.078286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7d32-71a1-4a54-b730-0247c34176cc req-5b9d1af0-7621-4d84-a6b6-5ab520aac1c6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:54.079787 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ae2a7d32-71a1-4a54-b730-0247c34176cc req-5b9d1af0-7621-4d84-a6b6-5ab520aac1c6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.0907786 Jun 24 16:35:54.124550 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ae2a7d32-71a1-4a54-b730-0247c34176cc req-18171035-827c-4cf3-a822-371eae617586 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Jun 24 16:35:54.309751 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166104-4b30-4b24-9603-b3caed7df82a req-7db4e1b8-c300-4517-8b00-a11e0303bc2c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:54.311192 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ed166104-4b30-4b24-9603-b3caed7df82a req-7db4e1b8-c300-4517-8b00-a11e0303bc2c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.0888236 Jun 24 16:35:54.320309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:54.325146 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'port_id': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:54.473868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:54.920067 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8551c-7b15-4fc5-a49b-6ec1726a4286 req-a1d039c2-d3be-4686-93c2-6603a7873481 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:54.921520 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7bc8551c-7b15-4fc5-a49b-6ec1726a4286 req-a1d039c2-d3be-4686-93c2-6603a7873481 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.2531905 Jun 24 16:35:55.063486 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7bc8551c-7b15-4fc5-a49b-6ec1726a4286 req-25d9d833-8762-40c2-8952-d554425c6ce3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786600 Jun 24 16:35:55.230615 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:55.235944 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:55.411592 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP c2a2fee9-b5be-49eb-8d79-95177514a15e associated. External IP: 172.28.2.61, port: fdae4734-eb8e-4de1-a83c-6858cca1a9ef. Jun 24 16:35:55.527635 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198651c-ac72-40c6-be57-18b3bfe98401 req-d70d40ab-5164-4c97-b3eb-7a4b0878426d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:55.529320 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7198651c-ac72-40c6-be57-18b3bfe98401 req-d70d40ab-5164-4c97-b3eb-7a4b0878426d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0955298 Jun 24 16:35:55.575782 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7198651c-ac72-40c6-be57-18b3bfe98401 req-95a238c8-1314-4d7a-ae8b-30bd20ad7cb3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Jun 24 16:35:55.601743 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:55.773282 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:55.776246 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c04979-cd53-493f-8819-c3597e3ef0c5 tempest-TestMinimumBasicScenario-766070152 tempest-TestMinimumBasicScenario-766070152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:55.776947 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-59c04979-cd53-493f-8819-c3597e3ef0c5 tempest-TestMinimumBasicScenario-766070152 tempest-TestMinimumBasicScenario-766070152-project-admin] Synchronizing usage tracker for tenant:89847a364ee24e6fa86923dd1ce25a3f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:35:55.794423 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-59c04979-cd53-493f-8819-c3597e3ef0c5 tempest-TestMinimumBasicScenario-766070152 tempest-TestMinimumBasicScenario-766070152-project-admin] Unset dirty status for tenant:89847a364ee24e6fa86923dd1ce25a3f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:35:55.795660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-59c04979-cd53-493f-8819-c3597e3ef0c5 tempest-TestMinimumBasicScenario-766070152 tempest-TestMinimumBasicScenario-766070152-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1094 time: 0.1929929 Jun 24 16:35:55.799186 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49508) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:55.804503 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'port_id': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:55.811402 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:55.816460 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:floatingip and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:55.819585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:55.825853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:55.838641 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.047769 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:56.052462 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.058991 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:56.070176 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:56.070903 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:56.089026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.119757 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-352fa32c-e064-493b-a708-0f4746606e78 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "PUT /v2.0/floatingips/c2a2fee9-b5be-49eb-8d79-95177514a15e HTTP/1.1" status: 200 len: 990 time: 1.7961082 Jun 24 16:35:56.119757 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:56.200185 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422c94f0-d72f-451a-9433-1fba994c6b63'] response: {'name': 'network-changed', 'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'status': 'completed', 'code': 200} Jun 24 16:35:56.254275 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-74d42e61-97af-4d71-a244-0c880a063300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.267435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:56.328941 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Allocated IP 172.28.2.123 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/24b16c8b-3ed1-4f20-b43c-71f8d785738d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:35:56.336574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb6d1b-f2a4-4fa9-87eb-7c5b0faf586a req-d1dc6b3d-f02c-4466-9aac-3ea86e6680e6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:56.338096 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27bb6d1b-f2a4-4fa9-87eb-7c5b0faf586a req-d1dc6b3d-f02c-4466-9aac-3ea86e6680e6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0985961 Jun 24 16:35:56.396052 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27bb6d1b-f2a4-4fa9-87eb-7c5b0faf586a req-786a6638-dd1f-4cd1-ae02-561a97e802c9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Jun 24 16:35:56.426975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-ea27175c-7ba5-4711-a792-1f357eb43aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:56.428474 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-ea27175c-7ba5-4711-a792-1f357eb43aac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 1098 time: 0.1954789 Jun 24 16:35:56.588360 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.627250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-b062089d-1ae4-4703-addb-0dd69b9fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:56.628659 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-b062089d-1ae4-4703-addb-0dd69b9fdde6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.1862833 Jun 24 16:35:56.652596 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:56.678279 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c2a2fee9-b5be-49eb-8d79-95177514a15e', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:c7:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:30Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:56.683614 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:35:56.694240 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:56.694766 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:56.794371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:35:56.808401 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:35:56.816411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:35:56.818665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b61101-250a-402b-b08a-178015c23c52 req-d25b8c70-0311-457d-b657-0dde0d64c68e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:56.821484 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-39b61101-250a-402b-b08a-178015c23c52 req-d25b8c70-0311-457d-b657-0dde0d64c68e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1036763 Jun 24 16:35:56.855354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'Port': ['ID=24b16c8b-3ed1-4f20-b43c-71f8d785738d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:56.868051 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-5abf4790-c15c-4b91-b919-589038813c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef HTTP/1.1" status: 200 len: 998 time: 0.2102277 Jun 24 16:35:56.884554 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:56.925609 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-39b61101-250a-402b-b08a-178015c23c52 req-1f6b05dd-c28b-4de4-a850-315fb96f10aa tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595574 Jun 24 16:35:56.953870 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df929d-e7b0-4b83-8dea-5891625c924a req-09dacc27-b8bc-47ab-b7f2-6797f74a9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:56.953870 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-09dacc27-b8bc-47ab-b7f2-6797f74a9fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 1099 time: 0.1247752 Jun 24 16:35:56.967622 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:57.031505 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-b4d17341-c8f6-47aa-a93c-946e4ae977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:57.033116 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-b4d17341-c8f6-47aa-a93c-946e4ae977fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.1234777 Jun 24 16:35:57.205417 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df929d-e7b0-4b83-8dea-5891625c924a req-9475d41b-018c-4e17-8f68-d01e7c1acada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:57.206935 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-9475d41b-018c-4e17-8f68-d01e7c1acada service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.2480824 Jun 24 16:35:57.314622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-137c25d1-ae33-467f-b7f2-fedfb2f1f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:57.316476 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-137c25d1-ae33-467f-b7f2-fedfb2f1f4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2728400 Jun 24 16:35:57.357934 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:57.379143 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c2a2fee9-b5be-49eb-8d79-95177514a15e', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:c7:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:30Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:57.384294 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-20b0e131-b008-45c1-99fa-9db93e123b2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 200 len: 1002 time: 0.1449630 Jun 24 16:35:57.385150 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1194fcc-ad96-4e21-99a4-48ddb7b2d20e None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c2a2fee9-b5be-49eb-8d79-95177514a15e', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:c7:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:30Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:35:57.508694 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df929d-e7b0-4b83-8dea-5891625c924a req-cd2ebada-47a4-4244-acfd-e99dee5e1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:57.510126 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-cd2ebada-47a4-4244-acfd-e99dee5e1cb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.1112809 Jun 24 16:35:57.593359 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-829e8d60-fa85-4157-95ed-79e8fa6bdf80 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571614 Jun 24 16:35:57.604054 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df929d-e7b0-4b83-8dea-5891625c924a req-89ba108f-128a-4d7b-9011-ea45819939e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:57.605582 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-89ba108f-128a-4d7b-9011-ea45819939e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844328 Jun 24 16:35:57.645951 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:57.737428 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb4d96-22c1-45c3-a22b-4e02b240fdc5 None None] New status for floating IP c2a2fee9-b5be-49eb-8d79-95177514a15e: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:35:57.822687 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-2151b467-db90-48ed-965f-19697649713a service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979856 Jun 24 16:35:57.972333 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-92122b48-2886-4f53-9bab-bbf6e1d18f6f req-832618e5-1d29-40b6-9d7b-e045132e78b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247547 Jun 24 16:35:57.978173 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:58.113338 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23df929d-e7b0-4b83-8dea-5891625c924a req-bdad3341-f0cd-479f-bdcc-1b087af8548a service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789738 Jun 24 16:35:58.284274 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-9ed4f70f-472a-416a-b06b-a6efeed729d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:58.285647 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-9ed4f70f-472a-416a-b06b-a6efeed729d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.1153624 Jun 24 16:35:58.370759 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ce50-ea02-4652-b16d-91318b05f92d req-cedb93a0-6586-4353-80ee-0238e0c540e9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:58.372251 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d1a8ce50-ea02-4652-b16d-91318b05f92d req-cedb93a0-6586-4353-80ee-0238e0c540e9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1499901 Jun 24 16:35:58.379174 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:58.397370 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:58.494220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d2198-8539-4d80-abd6-162359109453 req-9593cf7a-9b4b-49ca-893b-1ad5b5a87a59 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:58.496305 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1b3d2198-8539-4d80-abd6-162359109453 req-9593cf7a-9b4b-49ca-893b-1ad5b5a87a59 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.2028954 Jun 24 16:35:58.503731 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:58.509627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-caf72821-4be3-4e33-98c6-63a1e547cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:58.511688 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-caf72821-4be3-4e33-98c6-63a1e547cd05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1807218 Jun 24 16:35:58.527219 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d1a8ce50-ea02-4652-b16d-91318b05f92d req-8e60bae5-eab2-4c7d-b3be-bd97b549c270 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460574 Jun 24 16:35:58.552730 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'Port': ['ID=24b16c8b-3ed1-4f20-b43c-71f8d785738d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:58.560105 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:58.703730 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1b3d2198-8539-4d80-abd6-162359109453 req-3054b780-1974-4af4-98e1-dcb511063da7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910706 Jun 24 16:35:58.731120 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-c87f776b-e096-4b84-9892-355260a1c8a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1002 time: 0.1867881 Jun 24 16:35:58.742998 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Floating IP 44dd7b8f-9098-46c2-94c1-066002f2a6ad associated. External IP: 172.28.2.123, port: 4b29309b-6a76-4e31-84b8-fb0d13d426f7. Jun 24 16:35:58.809506 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-7949e372-20b5-4312-b862-df89a2682cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:58.810826 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-7949e372-20b5-4312-b862-df89a2682cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0599806 Jun 24 16:35:59.097617 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Router 456fd177-b803-4045-8429-d866573b72b5 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:35:59.116354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-34eef412-15e4-4a32-84b2-4cf6e2b18873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:59.118300 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-34eef412-15e4-4a32-84b2-4cf6e2b18873 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917830 Jun 24 16:35:59.276491 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-6c20f817-4183-4e01-9269-2c4120056c52 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396518 Jun 24 16:35:59.290055 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:35:59.304142 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Sync routers for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:35:59.311757 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:35:59.312686 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:35:59.325497 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.463904 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8263c2bb-ea98-42d0-9c64-176e3ae85f63 req-5a0da5fc-59d2-40e7-a8f1-f7433918a7a2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776717 Jun 24 16:35:59.529726 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-81809e15-b635-4d02-ab5f-14bb2c7f08dd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7269857 Jun 24 16:35:59.529726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:35:59.530229 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:59.543695 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734096744', 'description': 'tempest-secgroup-smoke-734096744 description', 'project_id': 'aa340193d705416fb341397d0553924c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:59.552526 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:59.587014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:59.601825 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.605408 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:35:59.613715 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcdfff6-5976-41cf-a5fe-0da5a85b7504'] response: {'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:35:59.634860 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:59.638809 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:59.641756 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:59.648930 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:59.811824 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.817318 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-c94f7c01-a77f-477a-8b98-2c6788a63cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:59.818812 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-c94f7c01-a77f-477a-8b98-2c6788a63cdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1099 time: 0.1578674 Jun 24 16:35:59.820495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.884959 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.886068 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3545916 Jun 24 16:35:59.890200 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:35:59.902120 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:35:59.911717 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:35:59.926869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:35:59.933549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:35:59.941474 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:35:59.966002 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:35:59.976543 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad227acc-5423-4d4d-a488-074bb6963dd8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:35:59.981994 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d640c74-7c4e-4ae1-a660-68801661d41b req-2c8d3567-addd-4069-926e-0d89e45e13c1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:35:59.983687 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d640c74-7c4e-4ae1-a660-68801661d41b req-2c8d3567-addd-4069-926e-0d89e45e13c1 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.3029530 Jun 24 16:35:59.997576 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.997576 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.997839 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.998208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.998603 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.999026 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.999414 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:35:59.999803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:00.000191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:00.000578 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:00.001040 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:00.001433 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4074da-71bf-4d39-90fc-2fb9873e7620 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:00.064860 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6d640c74-7c4e-4ae1-a660-68801661d41b req-a92128cd-0cdd-4af3-abd5-15c9435b508b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702412 Jun 24 16:36:00.081282 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.082483 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '44dd7b8f-9098-46c2-94c1-066002f2a6ad', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '456fd177-b803-4045-8429-d866573b72b5', 'port_id': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'mac_address': 'fa:16:3e:08:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:57Z', 'updated_at': '2022-06-24T16:35:57Z', 'revision_number': 0, 'project_id': 'aa340193d705416fb341397d0553924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:00.094247 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Checking router: 456fd177-b803-4045-8429-d866573b72b5 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:36:00.095458 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.098711 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:00.099408 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:00.104732 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-7ac1bf30-8aa9-40ac-b8b9-2dfad5819bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:00.106246 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-7ac1bf30-8aa9-40ac-b8b9-2dfad5819bf2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.2582459 Jun 24 16:36:00.121685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1cb6db-b993-4280-b8d8-bafe1c2ce434,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:00.135681 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.140741 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ef36e40a-94e5-4ba6-b584-3b45908f41a1 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2456365 Jun 24 16:36:00.140970 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:00.146859 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:00.152793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:00.156703 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:00.160241 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:00.166005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:00.184355 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.188958 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce023-b409-42af-8699-331405849a43 req-9a680b89-976b-405b-9781-00266132a012 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:00.190414 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b69ce023-b409-42af-8699-331405849a43 req-9a680b89-976b-405b-9781-00266132a012 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.3067002 Jun 24 16:36:00.252997 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.257085 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.259956 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-18629d27-8c34-49aa-a9ac-172bfe75f4e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 1000 time: 0.1394114 Jun 24 16:36:00.267630 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b69ce023-b409-42af-8699-331405849a43 req-3ec2d11a-8803-4990-b0fc-84d0f28d6282 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645523 Jun 24 16:36:00.295990 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:00.299804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfe220a-f96a-4673-a8be-d4a8cb0931a1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:00.312712 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.314851 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-34930f57-fb1c-42d4-b009-62f6911151f3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719959 Jun 24 16:36:00.317599 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49580) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:00.322646 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:00.328547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:00.333173 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:00.336337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:00.340535 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-cb6f7533-dc97-4c69-b9a5-5ca43234856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:00.342056 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-cb6f7533-dc97-4c69-b9a5-5ca43234856d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0712242 Jun 24 16:36:00.342473 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:00.365642 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.452124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-c5c9f865-967e-4503-b79f-c7a777dd1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:00.452979 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.454458 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-c5c9f865-967e-4503-b79f-c7a777dd1fba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005507 Jun 24 16:36:00.459032 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.490763 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bdf017-de6d-4499-9d04-d266b79bfa71,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:00.532638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.533914 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7460b543-f38d-465a-9a1b-93f663958a84 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153771 Jun 24 16:36:00.536670 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:00.551044 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:00.557604 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:00.569893 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:00.572936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:00.585113 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:00.619971 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.636191 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-13c949b2-95b1-47c0-8d79-28809fa1d869 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683912 Jun 24 16:36:00.691872 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.697088 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.721765 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25118723-df3d-4c99-a8c7-ab64d57dd4f4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:00.742217 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.743577 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6edf4cfa-6b57-4087-8f51-d1da6befea24 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059336 Jun 24 16:36:00.746513 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49592) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:00.749696 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '44dd7b8f-9098-46c2-94c1-066002f2a6ad', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '456fd177-b803-4045-8429-d866573b72b5', 'port_id': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'mac_address': 'fa:16:3e:08:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:57Z', 'updated_at': '2022-06-24T16:35:57Z', 'revision_number': 0, 'project_id': 'aa340193d705416fb341397d0553924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:00.754425 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169df430-5339-4e65-91fd-0ce72cb2fa1b None None] The sync data for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb is: [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '44dd7b8f-9098-46c2-94c1-066002f2a6ad', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '456fd177-b803-4045-8429-d866573b72b5', 'port_id': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'mac_address': 'fa:16:3e:08:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:57Z', 'updated_at': '2022-06-24T16:35:57Z', 'revision_number': 0, 'project_id': 'aa340193d705416fb341397d0553924c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:36:00.761571 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:00.768812 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:00.772928 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:00.776033 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:00.782619 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:00.795184 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Project aa340193d705416fb341397d0553924c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 16:36:00.806299 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.815429 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6f6ab04-145c-4bd5-86d4-87e4f4f8fef8 req-edd65450-028c-4216-89c9-ac380ff6b04d service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658332 Jun 24 16:36:00.889809 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.893903 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.962823 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1bfb50-0d44-4d32-a78c-e89d2986a171,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:00.991016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:00.992710 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a60ca00c-7adc-4a8f-a8d2-63c74d663859 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2439020 Jun 24 16:36:00.995395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:01.001599 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'security_group_rule': {'security_group_id': 'ad227acc-5423-4d4d-a488-074bb6963dd8', 'project_id': 'aa340193d705416fb341397d0553924c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:01.008490 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e26312-1781-4760-8ab1-c20de6c5fa3f None None] New status for floating IP 44dd7b8f-9098-46c2-94c1-066002f2a6ad: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:36:01.011453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:01.015497 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Usage tracker for resource:security_group_rule and tenant:aa340193d705416fb341397d0553924c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:01.018424 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:01.024807 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:01.027970 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df0573-b745-4b4f-95bb-bd946979600b req-2e7f4c34-b1be-4354-88b3-77c40d41884f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:01.036502 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-62df0573-b745-4b4f-95bb-bd946979600b req-2e7f4c34-b1be-4354-88b3-77c40d41884f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1282005 Jun 24 16:36:01.036706 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Project aa340193d705416fb341397d0553924c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 16:36:01.044269 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.078566 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-62df0573-b745-4b4f-95bb-bd946979600b req-f52ce701-30f7-47e1-9ed3-90d42bce7581 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 Jun 24 16:36:01.114250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.118055 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.142403 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18887b67-f51c-4ed7-8d4a-ceb3a21084b4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:01.152555 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.153799 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d935c7fe-1af6-4f31-a417-7167fd371b7f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573284 Jun 24 16:36:01.278941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-d2412cd4-599b-402b-8172-8ab6bc33494d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:01.295282 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-d2412cd4-599b-402b-8172-8ab6bc33494d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:01.296704 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-d2412cd4-599b-402b-8172-8ab6bc33494d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734096744&fields=id&tenant_id=aa340193d705416fb341397d0553924c HTTP/1.1" status: 200 len: 267 time: 0.0570424 Jun 24 16:36:01.472991 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247160-8bc2-4be7-9398-7dadd8b8e4a9 req-d68ee009-fbb3-47be-bd71-b989fced42a6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:01.473231 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-e701a348-0824-40fd-989e-f041e54a8419 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:01.474461 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-62247160-8bc2-4be7-9398-7dadd8b8e4a9 req-d68ee009-fbb3-47be-bd71-b989fced42a6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0921938 Jun 24 16:36:01.474694 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-e701a348-0824-40fd-989e-f041e54a8419 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.1709833 Jun 24 16:36:01.486003 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'port': {'security_groups': ['4a39beb6-4e45-4b95-b4cd-21ede09c4518', 'ad227acc-5423-4d4d-a488-074bb6963dd8']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:01.520976 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-62247160-8bc2-4be7-9398-7dadd8b8e4a9 req-36703e64-83e8-4ffd-90bc-b31178e00a69 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Jun 24 16:36:01.612987 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.869683 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:01.893954 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.898365 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.919811 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:36:01.965728 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:01.966336 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:01.967712 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d297b55e-d41b-492f-bc29-34d6bcb09d1b req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "PUT /v2.0/ports/4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 982 time: 0.4864864 Jun 24 16:36:01.968156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:01.999645 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd242ea-4c60-428c-8e1e-3fd28c4e637f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:02.033052 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5492d953-0454-4172-8392-bc2554d3c40b'] response: {'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:36:02.201029 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:36:02.254504 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426c355-dcc1-419b-8976-24085cb1af2f req-feea6afc-8549-41ad-a4cb-7cc1463a0e4e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.259928 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3426c355-dcc1-419b-8976-24085cb1af2f req-feea6afc-8549-41ad-a4cb-7cc1463a0e4e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1306252 Jun 24 16:36:02.261725 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-42b20959-7535-48e7-b50e-efc1e2d64a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.263172 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-42b20959-7535-48e7-b50e-efc1e2d64a21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1138 time: 0.1827691 Jun 24 16:36:02.301411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ae6a-14a1-463a-84da-9a75b152b2b5 req-2c673bee-3646-465f-b6e7-6a910d3dedd1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.307409 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d0f2ae6a-14a1-463a-84da-9a75b152b2b5 req-2c673bee-3646-465f-b6e7-6a910d3dedd1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1012642 Jun 24 16:36:02.315687 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-77cec2ac-786d-4c6a-bbc3-407e7fdbea4f None None] Provisioning complete for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:36:02.316047 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77cec2ac-786d-4c6a-bbc3-407e7fdbea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:02.366112 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d0f2ae6a-14a1-463a-84da-9a75b152b2b5 req-5d77b83a-4377-4529-99cf-44f96b909871 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553939 Jun 24 16:36:02.386881 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3426c355-dcc1-419b-8976-24085cb1af2f req-5f51154e-b9e5-418d-a4f1-9df73f05cff3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227198 Jun 24 16:36:02.439566 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-203ef995-a9ba-4148-ada3-16e5c88b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.440994 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-203ef995-a9ba-4148-ada3-16e5c88b6a36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.1626294 Jun 24 16:36:02.558728 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-87e247fb-54eb-49dc-8420-673c49c3a578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 1002 time: 0.1037629 Jun 24 16:36:02.597389 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77cec2ac-786d-4c6a-bbc3-407e7fdbea4f None None] Current status of the port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:36:02.644627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-4b561f36-598b-4d6a-9a5f-9b49765a9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.646053 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-4b561f36-598b-4d6a-9a5f-9b49765a9c3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0739999 Jun 24 16:36:02.731167 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf856957-158e-4cc4-a805-36f92c1d20eb req-18fc9a4c-3731-4f8d-8314-a60160486087 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.732644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf856957-158e-4cc4-a805-36f92c1d20eb req-18fc9a4c-3731-4f8d-8314-a60160486087 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0930345 Jun 24 16:36:02.744107 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-97cc4020-aa28-4c18-bead-cc1f52334d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:02.745704 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-97cc4020-aa28-4c18-bead-cc1f52334d4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813820 Jun 24 16:36:02.780094 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-cf856957-158e-4cc4-a805-36f92c1d20eb req-0ef37d37-6650-4bd6-a3cc-85739a4e4b29 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Jun 24 16:36:02.882891 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-5de1a6e1-6ee9-455a-9615-49278a4c65ac service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276681 Jun 24 16:36:03.016250 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e844a0a4-fb37-4594-8a68-f18fae342311 req-ea7df020-a82e-4549-b172-549db56e2b0a service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226566 Jun 24 16:36:03.630385 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5ae1-da4e-4368-a0a6-2697a15a7894 req-b79f577e-f86d-4054-be20-ce19595740a3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:03.631863 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-280f5ae1-da4e-4368-a0a6-2697a15a7894 req-b79f577e-f86d-4054-be20-ce19595740a3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1506469 Jun 24 16:36:03.643177 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-e2d42df5-b2f9-44a9-89a2-1603a72015dd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:03.644512 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-e2d42df5-b2f9-44a9-89a2-1603a72015dd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 946 time: 0.1189728 Jun 24 16:36:03.798883 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-280f5ae1-da4e-4368-a0a6-2697a15a7894 req-7b8bc30b-6f02-4a4c-a885-bd917f66d696 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=dce2789d-2b6c-45c5-82c6-6fb416a6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532488 Jun 24 16:36:03.804449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Deleting port 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:36:03.804776 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:03.982329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255e71e-c3e6-4b38-83d9-11f8199d7d2a req-26abb682-d6d7-42a0-aef4-62659a85ae9e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:03.984053 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f255e71e-c3e6-4b38-83d9-11f8199d7d2a req-26abb682-d6d7-42a0-aef4-62659a85ae9e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0927019 Jun 24 16:36:04.027957 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f255e71e-c3e6-4b38-83d9-11f8199d7d2a req-460c4c7c-32d3-453a-abc5-5085fc9f9789 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Jun 24 16:36:04.062729 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] For port 1afd0573-16c4-41bd-be31-7cb33b7f185b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1afd0573-16c4-41bd-be31-7cb33b7f185b,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:04.063353 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:04.344368 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:04.344639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:04.344941 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Floating IP 5193f434-f03c-4c58-b4f4-6da3c000c8ce disassociated. External IP: 172.28.2.76, port: 1afd0573-16c4-41bd-be31-7cb33b7f185b. Jun 24 16:36:04.345271 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Calling delete_port for 1afd0573-16c4-41bd-be31-7cb33b7f185b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:36:04.489201 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:04.596917 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'Port': ['ID=1afd0573-16c4-41bd-be31-7cb33b7f185b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:04.724663 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:36:04.904847 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:36:04.916156 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:36:04.926391 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:04.927128 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:05.028147 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-32fbaf65-dcf3-4416-a356-13769147ec1e req-78dcbc59-1b5f-45a0-a95c-ca996c1c5970 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=64170132-60bb-4398-a161-f33d90f05e1e HTTP/1.1" status: 200 len: 210 time: 0.0926096 Jun 24 16:36:05.034857 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] No DVR routers for this DVR port 1afd0573-16c4-41bd-be31-7cb33b7f185b on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:36:05.037460 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:05.040042 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-deleted', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:05.058844 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1c1bec40-6597-4ab9-816a-39afbe1be0f9 req-988b89c9-157e-47f8-a951-a3f2d9765d13 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "DELETE /v2.0/ports/1afd0573-16c4-41bd-be31-7cb33b7f185b HTTP/1.1" status: 204 len: 173 time: 1.3995783 Jun 24 16:36:05.102669 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa68e1d-1520-4c90-84c7-ecb77d5a9a47'] response: {'server_uuid': '64170132-60bb-4398-a161-f33d90f05e1e', 'name': 'network-vif-deleted', 'tag': '1afd0573-16c4-41bd-be31-7cb33b7f185b', 'status': 'completed', 'code': 200} Jun 24 16:36:05.125922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:05.266022 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39036-3053-4fa2-b2b2-3017e0776085 req-7d7e0e4d-ff38-4b83-8809-1355bb3eb7a8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:05.268416 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93a39036-3053-4fa2-b2b2-3017e0776085 req-7d7e0e4d-ff38-4b83-8809-1355bb3eb7a8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1017871 Jun 24 16:36:05.405737 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-93a39036-3053-4fa2-b2b2-3017e0776085 req-07060959-e053-405f-ae22-d029a013f10f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304040 Jun 24 16:36:05.454300 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:05.458894 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:36:05.467201 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:05.467847 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:35:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:05.523225 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:36:05.646778 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:05.972890 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:05.976878 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113565-8ae1-4714-9fe2-969d585b0b9f None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:36:06.174485 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:06.209495 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a14652-1fc9-4c94-80c4-716160250641 None None] New status for floating IP 5193f434-f03c-4c58-b4f4-6da3c000c8ce: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:36:06.241211 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.269535 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.325027 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.350300 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2789d-2b6c-45c5-82c6-6fb416a6077f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:06.363441 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.368927 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:06.369440 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3f73e25c-c667-4a42-800a-bf72699f5738 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "DELETE /v2.0/security-groups/dce2789d-2b6c-45c5-82c6-6fb416a6077f HTTP/1.1" status: 204 len: 168 time: 0.1934464 Jun 24 16:36:06.385773 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-3f8340bb-b774-44c5-8951-c9783735d1e8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] show failed (client error): The resource could not be found. Jun 24 16:36:06.386743 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3f8340bb-b774-44c5-8951-c9783735d1e8 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups/dce2789d-2b6c-45c5-82c6-6fb416a6077f HTTP/1.1" status: 404 len: 347 time: 0.0166738 Jun 24 16:36:06.389622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:06.626513 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Deleting port b47ff1ee-a3ab-47d9-9220-bcf208c8dd43 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:36:06.626847 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.794499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106092-8f46-4824-9848-dc3acc75677c req-89329dfa-962f-4104-bf2a-1310166e397c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:06.795880 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d8106092-8f46-4824-9848-dc3acc75677c req-89329dfa-962f-4104-bf2a-1310166e397c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.2472086 Jun 24 16:36:06.859064 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.859381 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:06.924866 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d8106092-8f46-4824-9848-dc3acc75677c req-aa429239-6d15-49ed-a566-97da756e2179 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231277 Jun 24 16:36:06.952991 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:36:06.996006 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 1afd0573-16c4-41bd-be31-7cb33b7f185b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:36:06.996703 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 1afd0573-16c4-41bd-be31-7cb33b7f185b not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:36:07.091746 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Calling delete_port for b47ff1ee-a3ab-47d9-9220-bcf208c8dd43 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:36:07.230127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.277441 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'Port': ['ID=b47ff1ee-a3ab-47d9-9220-bcf208c8dd43,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:07.384660 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.398886 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.400210 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1d9ad816-825b-465e-a45b-b477151d684d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "DELETE /v2.0/floatingips/5193f434-f03c-4c58-b4f4-6da3c000c8ce HTTP/1.1" status: 204 len: 168 time: 1.0097301 Jun 24 16:36:07.490683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:07.495729 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480073752', 'description': 'tempest-description--675855656'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:07.501640 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:07.505718 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:07.508538 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:07.514169 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:07.524109 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.543501 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:07.549519 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:07.552493 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:07.558100 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:07.628892 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.632663 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.681337 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97121f6f-b8fc-4f28-8626-a3133941f1a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:07.685862 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.688230 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2b0ce08a-31f6-4bd2-8816-5ec2feaf2be1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1964822 Jun 24 16:36:07.691045 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:07.698728 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group_rule': {'security_group_id': '97121f6f-b8fc-4f28-8626-a3133941f1a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:07.705203 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:07.713378 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:07.717695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:07.726472 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:07.745137 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.803796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.807191 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.830001 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c946a1-1d0d-400a-8d48-3c5916ca4404,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:07.837606 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.838819 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0efac6f3-7a45-4569-bf10-0ffd37260809 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455133 Jun 24 16:36:07.841442 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49656) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:07.846995 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'security_group_rule': {'security_group_id': '97121f6f-b8fc-4f28-8626-a3133941f1a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:07.852581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:07.856378 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:security_group_rule and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:07.859451 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:07.865049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:07.881755 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.942106 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.945699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.971417 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d411f979-a917-47aa-9884-05a8ddfdd705,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:07.980731 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:07.982052 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f4a1b961-d985-4841-89f1-39ee2708a3f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397254 Jun 24 16:36:07.985967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:07.991029 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:07.996764 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:08.000735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Usage tracker for resource:floatingip and tenant:e45630c26d9d4196ab6ec89f8de5a19c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:36:08.003562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:36:08.009123 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:08.033085 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:08.200993 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050efdf4-128d-4f1c-b12c-3604d972d385 req-eef76511-4f63-4918-8629-0caa4c33071d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:08.202335 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-050efdf4-128d-4f1c-b12c-3604d972d385 req-eef76511-4f63-4918-8629-0caa4c33071d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1553297 Jun 24 16:36:08.267527 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-050efdf4-128d-4f1c-b12c-3604d972d385 req-2c65a10a-944e-43ad-b967-421c492870a7 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579946 Jun 24 16:36:08.277373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:08.415408 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Allocated IP 172.28.2.76 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/074f20ae-1ca7-4ba1-9258-9570cbd5a25b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:36:08.559231 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:08.588269 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:08.655913 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:36:08.659134 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:36:08.663153 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:36:08.692788 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=074f20ae-1ca7-4ba1-9258-9570cbd5a25b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:08.744625 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:08.801948 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:09.001815 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:09.006055 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:09.207808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=074f20ae-1ca7-4ba1-9258-9570cbd5a25b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:09.221561 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:09.243450 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:09.244644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4c53d6a2-bbf0-44c9-892e-a0e86daaab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2576327 Jun 24 16:36:09.466031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe86167-6ed1-4886-ae28-1a130de5d06d req-6c2c3892-f7f5-4e93-a9fe-4057eea6c81b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:09.467479 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ffe86167-6ed1-4886-ae28-1a130de5d06d req-6c2c3892-f7f5-4e93-a9fe-4057eea6c81b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0902770 Jun 24 16:36:09.495635 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-67904726-5ff7-4f5f-9ce5-456f7772aef1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:09.511906 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-67904726-5ff7-4f5f-9ce5-456f7772aef1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:09.512119 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ffe86167-6ed1-4886-ae28-1a130de5d06d req-2fc0f222-011a-407f-994c-e5bd2cd3ccc5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Jun 24 16:36:09.513189 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-67904726-5ff7-4f5f-9ce5-456f7772aef1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--480073752&fields=id&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 267 time: 0.0573297 Jun 24 16:36:09.662093 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-67870b0b-aea4-4712-a74e-a4e5b6834ac1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:09.663555 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-67870b0b-aea4-4712-a74e-a4e5b6834ac1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 817 time: 0.1432602 Jun 24 16:36:09.678100 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-480b22d9-cbdb-48c7-b7c4-b90bdf59845f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/quotas/e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 375 time: 0.0092320 Jun 24 16:36:09.766118 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-75fc4c8e-95f7-44a3-ada5-d7a60c6a912f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:09.780509 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-75fc4c8e-95f7-44a3-ada5-d7a60c6a912f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:09.782561 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-75fc4c8e-95f7-44a3-ada5-d7a60c6a912f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994265 Jun 24 16:36:09.918426 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-df11776a-c114-4f91-a898-afafaa75e234 service neutron] 10.222.0.26 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245193 Jun 24 16:36:10.048928 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4e2037a5-761d-4207-825b-ebfd69667d15 service neutron] 10.222.0.26 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234348 Jun 24 16:36:10.234490 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-2b04ac3b-4745-4551-8060-b879d5c67ca2 req-91add5b0-7b5a-4c55-bbc2-1348c0b37356 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:10.246186 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-2b04ac3b-4745-4551-8060-b879d5c67ca2 req-91add5b0-7b5a-4c55-bbc2-1348c0b37356 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:10.247310 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2b04ac3b-4745-4551-8060-b879d5c67ca2 req-91add5b0-7b5a-4c55-bbc2-1348c0b37356 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 210 time: 0.0651772 Jun 24 16:36:10.716914 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2161f9-bab3-411b-aa06-0f0d7260225f req-6e7f9a11-72a0-463c-81d3-bb6af5471993 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:10.718278 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5b2161f9-bab3-411b-aa06-0f0d7260225f req-6e7f9a11-72a0-463c-81d3-bb6af5471993 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0938351 Jun 24 16:36:10.768943 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5b2161f9-bab3-411b-aa06-0f0d7260225f req-04a50b93-4567-4d5c-bb7c-5d276d217985 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Jun 24 16:36:11.449222 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5dc151cd-ce1a-4dc3-b36c-037594e40f20 req-fa9772ba-577a-41db-8471-5ead277b7459 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 210 time: 0.0620236 Jun 24 16:36:11.513478 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-28c66da4-7edf-4bec-8591-8d6074ea1495 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:11.515122 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-28c66da4-7edf-4bec-8591-8d6074ea1495 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 817 time: 0.2030723 Jun 24 16:36:11.572567 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-7803d27c-96bb-4fdd-b48a-0529c13efa6b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:11.585179 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-7803d27c-96bb-4fdd-b48a-0529c13efa6b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:11.586281 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-7803d27c-96bb-4fdd-b48a-0529c13efa6b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 379 time: 0.0556087 Jun 24 16:36:11.598199 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'port': {'device_id': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'admin_state_up': True, 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'security_groups': ['97121f6f-b8fc-4f28-8626-a3133941f1a3']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:11.728854 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:36:11.739364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:36:11.748697 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Made reservation on behalf of e45630c26d9d4196ab6ec89f8de5a19c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:36:11.752919 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:11.912830 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Allocated IP 172.20.0.14 (522d9803-e13a-4100-bc42-4bdcc270160c/7b2e87b5-c124-4088-afd4-5257e7182426/de147a86-41cd-4445-9339-5e63d0db4106) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:36:11.971000 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5ece-e160-49a5-88c5-b7bc20f2f1b4 req-b40a3061-7847-4f12-b3a1-8b7ddcf9c0b5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:11.972489 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2f8b5ece-e160-49a5-88c5-b7bc20f2f1b4 req-b40a3061-7847-4f12-b3a1-8b7ddcf9c0b5 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0962625 Jun 24 16:36:12.018244 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2f8b5ece-e160-49a5-88c5-b7bc20f2f1b4 req-a544a2fd-8e9f-4efa-b00a-24ab03e7904f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Jun 24 16:36:12.102191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.118364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Transition to ACTIVE for port object de147a86-41cd-4445-9339-5e63d0db4106 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:36:12.140487 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.208444 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Network 522d9803-e13a-4100-bc42-4bdcc270160c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:36:12.211789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:36:12.214143 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:36:12.252249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:12.287649 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:12.288262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.314133 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-3938881a-9fb5-4048-80ac-987e4d4e84bd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7205732 Jun 24 16:36:12.334381 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Request body: {'port': {'device_id': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:12.391080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3f22c64f-6b08-49c2-a272-b58f25a142bf None None] Provisioning for port de147a86-41cd-4445-9339-5e63d0db4106 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:36:12.397101 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3f22c64f-6b08-49c2-a272-b58f25a142bf None None] Provisioning complete for port de147a86-41cd-4445-9339-5e63d0db4106 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:36:12.397459 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3f22c64f-6b08-49c2-a272-b58f25a142bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.450536 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.482469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3f22c64f-6b08-49c2-a272-b58f25a142bf None None] Port de147a86-41cd-4445-9339-5e63d0db4106 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:36:12.770563 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9c0c-a6c3-4324-8fe6-00d16ab8fd7f req-83fe0cb4-152e-4ef5-8a07-27df519519f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:12.771250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-8e4d9c0c-a6c3-4324-8fe6-00d16ab8fd7f req-83fe0cb4-152e-4ef5-8a07-27df519519f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Synchronizing usage tracker for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:36:12.870837 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-8e4d9c0c-a6c3-4324-8fe6-00d16ab8fd7f req-83fe0cb4-152e-4ef5-8a07-27df519519f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Unset dirty status for tenant:e45630c26d9d4196ab6ec89f8de5a19c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:36:12.871988 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8e4d9c0c-a6c3-4324-8fe6-00d16ab8fd7f req-83fe0cb4-152e-4ef5-8a07-27df519519f7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 932 time: 0.3022566 Jun 24 16:36:12.966875 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:36:12.973213 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8e4d9c0c-a6c3-4324-8fe6-00d16ab8fd7f req-fb660792-3f64-43ed-bb07-d7f91557d512 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903242 Jun 24 16:36:12.976883 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:12.998937 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Transition to ACTIVE for port object de147a86-41cd-4445-9339-5e63d0db4106 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:36:13.003323 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:13.167215 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:13.227342 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61e659-e286-45dc-8ba2-e03daeb85727 req-d69c61d8-69a4-4358-b144-77782837730e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:13.236967 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8c61e659-e286-45dc-8ba2-e03daeb85727 req-d69c61d8-69a4-4358-b144-77782837730e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1076772 Jun 24 16:36:13.256472 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Attempting to bind port de147a86-41cd-4445-9339-5e63d0db4106 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:36:13.256833 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Attempting to bind port de147a86-41cd-4445-9339-5e63d0db4106 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:36:13.257155 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Attempting to bind port de147a86-41cd-4445-9339-5e63d0db4106 on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:36:13.261837 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Port de147a86-41cd-4445-9339-5e63d0db4106 on network 522d9803-e13a-4100-bc42-4bdcc270160c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:36:13.262168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Attempting to bind port de147a86-41cd-4445-9339-5e63d0db4106 on network 522d9803-e13a-4100-bc42-4bdcc270160c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:36:13.267942 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:36:13.268267 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Checking segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:36:13.268636 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Bound using segment: {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:36:13.269045 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Bound port: de147a86-41cd-4445-9339-5e63d0db4106, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8fbbb9-882c-43d4-a303-53ef3a743fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:36:13.269380 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:13.276983 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8c61e659-e286-45dc-8ba2-e03daeb85727 req-ed651118-fb78-4e71-8a62-8996b9dab798 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Jun 24 16:36:13.366437 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:36:13.369218 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:36:13.374733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:13.433757 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:13.434365 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:13.435762 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 1094 time: 1.1058199 Jun 24 16:36:13.436204 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:13.482482 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329e629-7f19-41f7-a815-072a74cb69e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:13.494286 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643c6d6c-4725-40e4-a04e-be1a9deaac72'] response: {'name': 'network-changed', 'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'status': 'completed', 'code': 200} Jun 24 16:36:13.588282 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-7a45226c-a722-4e17-96bf-3370e0063189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:13.589768 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-7a45226c-a722-4e17-96bf-3370e0063189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1097 time: 0.0861397 Jun 24 16:36:13.668239 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-9a89074c-7bd4-43ef-8015-7dbd8a3c840e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 217 time: 0.0618651 Jun 24 16:36:13.739006 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-efc4834d-3f50-4e16-8be7-00c4eba33bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:13.740322 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-efc4834d-3f50-4e16-8be7-00c4eba33bbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0602748 Jun 24 16:36:13.828803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-0916d086-45d4-4a79-81d6-5984c14fc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:13.831003 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-0916d086-45d4-4a79-81d6-5984c14fc625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771387 Jun 24 16:36:13.975302 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-8aabe0cb-4b03-468e-b7bf-a0dda701e023 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227341 Jun 24 16:36:14.116037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bffad50e-ff9b-4b40-ae57-4243e2d78c34 req-6b34250b-229d-451c-9581-40424e4f76a4 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255236 Jun 24 16:36:14.172623 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ab5af-6993-4fda-9786-a80b43ace4a9 req-db1be62a-fe74-47eb-ad0f-d5b6d1993011 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.174107 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-228ab5af-6993-4fda-9786-a80b43ace4a9 req-db1be62a-fe74-47eb-ad0f-d5b6d1993011 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0916789 Jun 24 16:36:14.219591 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-228ab5af-6993-4fda-9786-a80b43ace4a9 req-7d1a1f00-6efd-41b7-83d6-7b55254be6eb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Jun 24 16:36:14.266094 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-727d6dea-b515-4763-a39c-e98cc633f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.267599 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-727d6dea-b515-4763-a39c-e98cc633f66f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1097 time: 0.0824387 Jun 24 16:36:14.453062 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-a13dce21-98e1-42aa-ac5d-64ba03342195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.455431 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-a13dce21-98e1-42aa-ac5d-64ba03342195 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1765318 Jun 24 16:36:14.538237 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-6ff0f895-8f1d-4292-b95d-d04cef5ef1bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 217 time: 0.0651674 Jun 24 16:36:14.553921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becca797-01fb-4dbb-92c2-45c262fa6c35 req-1e2a2c84-8ddc-4970-b520-3afe4b97c5bf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.555359 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-becca797-01fb-4dbb-92c2-45c262fa6c35 req-1e2a2c84-8ddc-4970-b520-3afe4b97c5bf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1680360 Jun 24 16:36:14.719735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-96994940-704b-4cab-9c1b-c06165175123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.721074 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-96994940-704b-4cab-9c1b-c06165175123 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.1648865 Jun 24 16:36:14.723934 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-becca797-01fb-4dbb-92c2-45c262fa6c35 req-72aff07e-6664-49bf-b19e-c9903b522f54 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379344 Jun 24 16:36:14.808740 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-e3484a15-ef26-4a4c-a208-f732eaa80d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:14.810180 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-e3484a15-ef26-4a4c-a208-f732eaa80d39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794044 Jun 24 16:36:14.943986 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-56c986c3-f083-438b-b141-40362310552a service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Jun 24 16:36:15.076136 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f5e39810-0828-4454-9c1f-51b60ca95c0e req-3b7391e8-6bca-434c-be21-8cf43e4901d2 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206150 Jun 24 16:36:15.416717 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799983-3d62-4b85-8c58-320d821f0d3f req-4b13ce56-b152-4a3f-a3d7-4fb494d46801 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:15.418160 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-28799983-3d62-4b85-8c58-320d821f0d3f req-4b13ce56-b152-4a3f-a3d7-4fb494d46801 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0907292 Jun 24 16:36:15.468367 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-28799983-3d62-4b85-8c58-320d821f0d3f req-f929935e-a7da-4dc2-ab17-d3571494c713 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Jun 24 16:36:15.923195 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6121d47-6ef5-4fb6-90b8-36a0d7c0a725 req-97e417f9-a7be-4284-bb93-5d0ed5c81336 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:15.924202 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b6121d47-6ef5-4fb6-90b8-36a0d7c0a725 req-97e417f9-a7be-4284-bb93-5d0ed5c81336 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0959358 Jun 24 16:36:15.967225 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b6121d47-6ef5-4fb6-90b8-36a0d7c0a725 req-c023b14b-abe1-4c06-b969-64a41ffe2be1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Jun 24 16:36:16.659057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854b4c3-1cb4-48ae-a5f8-c6a244acf268 req-15a4c180-d1ed-46f8-8fb1-fd757b0f5fe9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:16.660511 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f854b4c3-1cb4-48ae-a5f8-c6a244acf268 req-15a4c180-d1ed-46f8-8fb1-fd757b0f5fe9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0879970 Jun 24 16:36:16.707099 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f854b4c3-1cb4-48ae-a5f8-c6a244acf268 req-edd103f4-fc36-4bba-95fb-6d1e08c22f8c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Jun 24 16:36:16.869163 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b691-4bcc-4731-a8b8-fdd0caaa33d3 req-684b2a71-b3dd-4471-a48d-cff2b7da8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:16.870540 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0f79b691-4bcc-4731-a8b8-fdd0caaa33d3 req-684b2a71-b3dd-4471-a48d-cff2b7da8dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.0764811 Jun 24 16:36:16.912477 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0f79b691-4bcc-4731-a8b8-fdd0caaa33d3 req-daa6a7d0-e7a8-4218-ab15-41c8cd084506 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Jun 24 16:36:17.007903 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:36:17.144113 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:17.158099 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'de147a86-41cd-4445-9339-5e63d0db4106', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:36:17.161748 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7b01f-1bce-4756-b2d9-54a60a5af15c req-ee0530f7-af10-4f45-bc39-97667d02c44c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:17.163227 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-74f7b01f-1bce-4756-b2d9-54a60a5af15c req-ee0530f7-af10-4f45-bc39-97667d02c44c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0918081 Jun 24 16:36:17.206977 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-74f7b01f-1bce-4756-b2d9-54a60a5af15c req-d3ecc9aa-fc82-4600-aae8-86d708282f94 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Jun 24 16:36:17.211637 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:36:17.212042 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:17.229224 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:36:17.245255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:17.248661 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:17.317161 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:17.323945 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.324281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.324607 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.324928 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.325248 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.325559 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.325870 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.326184 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.326493 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.326801 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.327133 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.327438 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:36:17.724695 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['de147a86-41cd-4445-9339-5e63d0db4106'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:36:17.906670 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c82b26-e6a2-4c25-913e-58d0aec9518a req-6c9f2adc-5a2a-4edc-84ac-234ab388b277 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:17.908306 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24c82b26-e6a2-4c25-913e-58d0aec9518a req-6c9f2adc-5a2a-4edc-84ac-234ab388b277 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.0904853 Jun 24 16:36:17.952229 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-24c82b26-e6a2-4c25-913e-58d0aec9518a req-16666c28-4ba6-42ff-8357-4a6f2c581e93 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382569 Jun 24 16:36:18.405319 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f945-fe34-402d-8b66-a5bb90f0ac08 req-8f99e929-7fb3-4961-ad9e-548ef2e841e0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:18.407448 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b256f945-fe34-402d-8b66-a5bb90f0ac08 req-8f99e929-7fb3-4961-ad9e-548ef2e841e0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0941942 Jun 24 16:36:18.450234 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b256f945-fe34-402d-8b66-a5bb90f0ac08 req-ba10167b-f100-4024-9cb8-9bb4a4268e88 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371618 Jun 24 16:36:19.143553 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c778e28-0983-4d03-87e7-f75f393861a3 req-a89f8ee6-4f53-47bd-8161-1ed2e681316a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:19.145000 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6c778e28-0983-4d03-87e7-f75f393861a3 req-a89f8ee6-4f53-47bd-8161-1ed2e681316a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.0867395 Jun 24 16:36:19.195745 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6c778e28-0983-4d03-87e7-f75f393861a3 req-919116ea-73f0-492e-8a3c-ae95cb2acc68 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449226 Jun 24 16:36:19.641075 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439413cf-7171-4f46-9e4f-a8f5bb0655db req-39c01eff-1bfd-4f42-89a4-a401ec5e9177 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:19.642506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-439413cf-7171-4f46-9e4f-a8f5bb0655db req-39c01eff-1bfd-4f42-89a4-a401ec5e9177 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0865948 Jun 24 16:36:19.685964 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-439413cf-7171-4f46-9e4f-a8f5bb0655db req-8458214b-5910-4698-b464-d7ae0adbdb94 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Jun 24 16:36:20.266501 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-bda5c92a-9ad3-4e75-b3fb-c414567e1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.267914 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-bda5c92a-9ad3-4e75-b3fb-c414567e1ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.0837202 Jun 24 16:36:20.303582 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1cee-a152-4201-98d2-2701b7002a69 req-b12d381a-1d1d-4900-9248-4f52acb69059 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.305179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd0e1cee-a152-4201-98d2-2701b7002a69 req-b12d381a-1d1d-4900-9248-4f52acb69059 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0897763 Jun 24 16:36:20.350281 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bd0e1cee-a152-4201-98d2-2701b7002a69 req-6c0f326c-55d2-4356-81e9-99f854958ba8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Jun 24 16:36:20.471802 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-dab5e2e0-c64b-4b14-869e-90c5d6850f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.473236 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-dab5e2e0-c64b-4b14-869e-90c5d6850f6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1905067 Jun 24 16:36:20.484995 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14ed3e-6010-4897-bd32-4143f5af55f4 req-36409cda-32d4-43b5-87cf-a6b7ccbb1108 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.486332 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0e14ed3e-6010-4897-bd32-4143f5af55f4 req-36409cda-32d4-43b5-87cf-a6b7ccbb1108 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.1388733 Jun 24 16:36:20.607683 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0e14ed3e-6010-4897-bd32-4143f5af55f4 req-8d73d210-abac-4413-918f-031e229f56df tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750952 Jun 24 16:36:20.612027 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-6dfd9ea9-f7a6-4491-a1b1-ce7b3bc1a1fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1002 time: 0.1247180 Jun 24 16:36:20.677079 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-76b3c75d-2296-4227-8933-3470d7fa7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.678445 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-76b3c75d-2296-4227-8933-3470d7fa7f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0564225 Jun 24 16:36:20.766146 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-99924328-eaad-4b8d-9824-c5758fa4af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:20.767610 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-99924328-eaad-4b8d-9824-c5758fa4af70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775974 Jun 24 16:36:20.901197 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-f5812fde-443c-463d-8ae8-0a931ed9cff7 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203465 Jun 24 16:36:21.035388 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:36:21.101441 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port de147a86-41cd-4445-9339-5e63d0db4106 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:36:21.105333 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d16cd498-d723-40e7-ba1a-d7dece7d71d7 req-32d71655-7fb4-422c-ab74-ed82b524d9dc service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968191 Jun 24 16:36:21.106470 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port de147a86-41cd-4445-9339-5e63d0db4106 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:36:21.106830 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:21.224797 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:36:21.225064 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:21.252469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:21.262014 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:21.267081 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:21.303569 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea82b230-0233-4205-9ac8-518933105d97'] response: {'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'code': 200} Jun 24 16:36:21.335285 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:21.611290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e14b3-42f8-4539-904d-04c87848f6a6 req-0c1592e8-e8e3-4e92-822c-d9606e578a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:21.612756 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-422e14b3-42f8-4539-904d-04c87848f6a6 req-0c1592e8-e8e3-4e92-822c-d9606e578a3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1099 time: 0.1093900 Jun 24 16:36:21.620867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe8a5-1d36-4b47-a955-89111c5a1337 req-643ea9ef-9e7b-403a-b0a4-2e80ce317681 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:21.622271 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-18dfe8a5-1d36-4b47-a955-89111c5a1337 req-643ea9ef-9e7b-403a-b0a4-2e80ce317681 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1565592 Jun 24 16:36:21.682482 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-422e14b3-42f8-4539-904d-04c87848f6a6 req-1fdbb579-a3ae-425b-bf46-84a41757514e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592880 Jun 24 16:36:21.692114 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-18dfe8a5-1d36-4b47-a955-89111c5a1337 req-2cb45f77-1efb-425c-9939-45a86c7f9ab4 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571191 Jun 24 16:36:21.869703 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4e8d5-5a43-469c-a074-6f69653db4cd req-df5d066d-9ec7-43ea-b2c4-7bfc7bebbc5d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:21.871096 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2ce4e8d5-5a43-469c-a074-6f69653db4cd req-df5d066d-9ec7-43ea-b2c4-7bfc7bebbc5d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0999169 Jun 24 16:36:21.914059 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2ce4e8d5-5a43-469c-a074-6f69653db4cd req-1cae4288-ad96-4d05-8f68-697643c1657c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370333 Jun 24 16:36:22.586883 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:22.945868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6506-a860-4d44-ba78-4b1f842fffdd req-b47d29d3-95e4-4871-bffa-4cb69808afa9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:22.947331 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-913e6506-a860-4d44-ba78-4b1f842fffdd req-b47d29d3-95e4-4871-bffa-4cb69808afa9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0850220 Jun 24 16:36:22.995263 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-913e6506-a860-4d44-ba78-4b1f842fffdd req-e2c73c16-0849-4cc1-a3ef-1eab9f8f968d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Jun 24 16:36:23.115759 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d22af-e72c-4aff-ba7d-007349b251ac req-60d1dc87-22d9-46d0-bd7c-368a282e4483 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:23.115759 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9b3d22af-e72c-4aff-ba7d-007349b251ac req-60d1dc87-22d9-46d0-bd7c-368a282e4483 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0881171 Jun 24 16:36:23.165318 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9b3d22af-e72c-4aff-ba7d-007349b251ac req-a13fdfea-edb7-4121-8dc5-1f18bcee49cd tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Jun 24 16:36:23.697006 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-268f6715-553a-44c7-b101-abe037de5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:24.185581 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18b240-c23a-48c3-b06d-70cc02726574 req-2e5246b5-a775-490f-ac7d-d3f5e996fa88 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:24.186939 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-fa18b240-c23a-48c3-b06d-70cc02726574 req-2e5246b5-a775-490f-ac7d-d3f5e996fa88 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0879390 Jun 24 16:36:24.236151 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-fa18b240-c23a-48c3-b06d-70cc02726574 req-17a24804-b267-41a5-ae1c-0739f3e88926 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Jun 24 16:36:24.374679 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8c774-a75b-496f-9072-5852aafcbe71 req-78e42f04-85d1-4275-9fa0-a9e1e1379462 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:24.376842 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-02d8c774-a75b-496f-9072-5852aafcbe71 req-78e42f04-85d1-4275-9fa0-a9e1e1379462 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0904064 Jun 24 16:36:24.418874 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-02d8c774-a75b-496f-9072-5852aafcbe71 req-c4131775-9b43-4be6-b1a7-329377f0deef tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363512 Jun 24 16:36:24.611165 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798248b-ad9d-4eb2-a65e-39d6a83ab02f req-984d645b-ac47-4cb1-a91e-8d451f01b242 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:24.612602 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a798248b-ad9d-4eb2-a65e-39d6a83ab02f req-984d645b-ac47-4cb1-a91e-8d451f01b242 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0917971 Jun 24 16:36:24.621183 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:24.626216 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Request body: {'floatingip': {'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:24.704265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:25.448804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:25.454096 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:25.614269 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0773a9-dd56-421d-b323-5a70a0fdeb2d req-e59dd994-9203-483c-9252-b5a4d9b53523 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:25.615758 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f0773a9-dd56-421d-b323-5a70a0fdeb2d req-e59dd994-9203-483c-9252-b5a4d9b53523 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.2617769 Jun 24 16:36:25.671459 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Floating IP 7ba0c133-723a-4519-98ce-7a51eece1125 associated. External IP: 172.28.2.76, port: de147a86-41cd-4445-9339-5e63d0db4106. Jun 24 16:36:25.784855 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f0773a9-dd56-421d-b323-5a70a0fdeb2d req-fb8f5cba-366a-421e-81d8-684156b5144a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622581 Jun 24 16:36:25.968477 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a0c7-8aae-473e-9501-3b718a39002a req-2147fec9-284d-45bd-8825-268dd7a3a793 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:25.970780 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2251a0c7-8aae-473e-9501-3b718a39002a req-2147fec9-284d-45bd-8825-268dd7a3a793 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0884252 Jun 24 16:36:25.979220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 49784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:36:25.984449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Request body: {'floatingip': {'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:36:26.029201 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:36:26.082829 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:26.119212 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34040019-3101-4aaf-a835-98a45264ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:26.210121 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:36:26.214713 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:26.219939 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:36:26.229838 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:26.230723 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:26.386425 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0de1aad0-5b58-4fac-bf3d-4bec5f708421 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "PUT /v2.0/floatingips/7ba0c133-723a-4519-98ce-7a51eece1125 HTTP/1.1" status: 200 len: 991 time: 1.7640762 Jun 24 16:36:26.387087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:26.421927 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:26.431505 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376c029c-cc53-466e-b1ef-12403d3884b9'] response: {'name': 'network-changed', 'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'status': 'completed', 'code': 200} Jun 24 16:36:26.660533 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-20f144d6-f4ae-460c-9587-5fe2d9185947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:26.661999 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-20f144d6-f4ae-460c-9587-5fe2d9185947 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1099 time: 0.2051482 Jun 24 16:36:26.775277 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '7ba0c133-723a-4519-98ce-7a51eece1125', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:25Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:26.779589 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:36:26.789223 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:26.789848 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:26.861434 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 16:36:26.981928 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:26.982772 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-84eb1ea5-d5a0-4ce8-85ef-b8f488b433f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:26.984538 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-84eb1ea5-d5a0-4ce8-85ef-b8f488b433f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.3146207 Jun 24 16:36:26.989189 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:26.992889 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:27.018637 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:27.210409 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:27.233951 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-21705ae9-cc6c-49e4-8d18-49dbf4b62f23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 999 time: 0.1855443 Jun 24 16:36:27.384778 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '7ba0c133-723a-4519-98ce-7a51eece1125', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:25Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:27.388826 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4825545-d2b9-4de9-b972-fc4a753d4dfd None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '7ba0c133-723a-4519-98ce-7a51eece1125', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:25Z', 'revision_number': 1, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:36:27.423381 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-c5912375-4acb-4413-88ac-7c1a8738da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:27.425369 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-c5912375-4acb-4413-88ac-7c1a8738da3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.1819837 Jun 24 16:36:27.564567 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Router 85c0f595-4505-48c4-928d-63da2ecbcefa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:36:27.571754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-b1c5598d-c9bb-40b2-8bc9-928af5db117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:27.573241 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-b1c5598d-c9bb-40b2-8bc9-928af5db117d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1305990 Jun 24 16:36:27.583854 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38967a-9134-4c38-b13f-53dfc5f903cb None None] New status for floating IP 7ba0c133-723a-4519-98ce-7a51eece1125: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:36:27.871740 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-08c72e7f-1640-473e-bc23-6d2ecb2ed585 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411630 Jun 24 16:36:27.872851 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:36:27.877251 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:27.881747 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:36:27.891087 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:27.892063 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:28.036040 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:28.070427 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:28.097629 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9a2aaf12-7ac4-4f50-b7b8-075685679daf tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "PUT /v2.0/floatingips/107fcac1-7aed-49c9-9d89-1bb60b26b852 HTTP/1.1" status: 200 len: 994 time: 2.1173229 Jun 24 16:36:28.099421 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45631986-8eab-4913-b40d-ff09acfbad64'] response: {'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'status': 'completed', 'code': 200} Jun 24 16:36:28.107083 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2207393f-8ef1-4aae-b3cc-ad735a460709 req-9f699983-a4ee-467d-a263-50080f5c2858 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038288 Jun 24 16:36:28.306737 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-fd874851-691d-479a-9c25-0e0ebf47b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:28.308230 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-fd874851-691d-479a-9c25-0e0ebf47b04f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.1754043 Jun 24 16:36:28.427617 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:36:26Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:28.431605 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:36:28.440604 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:28.441287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:28.442251 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-c4d20498-d240-4635-813d-a10579b9704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:28.443756 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-c4d20498-d240-4635-813d-a10579b9704d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1247153 Jun 24 16:36:28.558546 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-af6d6f41-a456-4979-9b2e-2dcbfa5dadca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1002 time: 0.1035476 Jun 24 16:36:28.582223 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:28.622407 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-90cd0a27-e93e-4596-8ccb-53629cf96fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:28.623932 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-90cd0a27-e93e-4596-8ccb-53629cf96fa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0575078 Jun 24 16:36:28.639674 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:36:28.711263 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-ec23c718-a268-4b14-8c7b-5148fa067ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:28.712629 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-ec23c718-a268-4b14-8c7b-5148fa067ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812235 Jun 24 16:36:28.847623 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-5b599f98-bc0a-42ef-8e68-c29f10fb6deb service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280038 Jun 24 16:36:28.987701 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4042f1e5-1cff-4c38-9611-ff1e901ff5fd req-cdd161d5-f168-429d-9156-3ff45ca0bbf9 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305783 Jun 24 16:36:29.049596 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:36:26Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:29.053514 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f0d90-4d77-407f-a510-0f9809323cdd None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '107fcac1-7aed-49c9-9d89-1bb60b26b852', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'port_id': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'mac_address': 'fa:16:3e:20:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:34:18Z', 'updated_at': '2022-06-24T16:36:26Z', 'revision_number': 3, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:36:30.100168 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:30.145066 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5d44e9-8945-49b2-84f7-1ff59d7536a6'] response: {'name': 'network-changed', 'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'status': 'completed', 'code': 200} Jun 24 16:36:30.244465 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-e500e00a-250a-450b-93f7-b44d0de547bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:30.245833 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-e500e00a-250a-450b-93f7-b44d0de547bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d688ee280bf4507946b9799c1609be2&device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 1099 time: 0.0772824 Jun 24 16:36:30.377301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-51481c7a-e70e-456c-a202-5b0186dbaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:30.378726 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-51481c7a-e70e-456c-a202-5b0186dbaad2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 200 len: 920 time: 0.1264174 Jun 24 16:36:30.481145 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-e59556b0-f567-4561-840b-9773198a9263 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 200 len: 1002 time: 0.0951245 Jun 24 16:36:30.543604 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-6106e2ef-e139-49af-b62e-cd9af05e2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:30.544908 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-6106e2ef-e139-49af-b62e-cd9af05e2ae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 200 len: 858 time: 0.0561960 Jun 24 16:36:30.633639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-4a27f490-2fff-4f0c-bd1c-c1fbcc888ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:30.635118 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-4a27f490-2fff-4f0c-bd1c-c1fbcc888ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c715a60-f0af-41c2-aba5-afb23e163284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797195 Jun 24 16:36:30.765567 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-581f24ce-0931-485b-afff-fd6112385a93 service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209850 Jun 24 16:36:30.896969 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-005e9077-dd2f-4717-99c9-07eade4fb774 req-0819d6e7-90fb-41ae-aa10-5df36570eb7f service neutron] 10.222.0.36 "GET /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243219 Jun 24 16:36:42.522803 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:36:46.813516 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712978e6-4c7d-4fde-ac4e-13428943606d req-b405fb62-ea54-47c4-88a7-78ef6e6a1d22 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:46.815485 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-712978e6-4c7d-4fde-ac4e-13428943606d req-b405fb62-ea54-47c4-88a7-78ef6e6a1d22 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0906773 Jun 24 16:36:46.827925 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004079e-c418-4195-bac0-e740a88eb9fb req-e195f4b7-4c95-44be-af1a-6335c04df898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:46.829937 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-e195f4b7-4c95-44be-af1a-6335c04df898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1138 time: 0.1214130 Jun 24 16:36:46.868535 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-712978e6-4c7d-4fde-ac4e-13428943606d req-1065baa4-2163-402f-a713-51102a9f7674 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453119 Jun 24 16:36:47.065975 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004079e-c418-4195-bac0-e740a88eb9fb req-a4739af5-b454-4a0c-a37c-4b819867db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:47.067354 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-a4739af5-b454-4a0c-a37c-4b819867db3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.2060266 Jun 24 16:36:47.180458 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-e586453f-77f3-4791-b1d1-00f0ef42978b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 1002 time: 0.0959346 Jun 24 16:36:47.247249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004079e-c418-4195-bac0-e740a88eb9fb req-fae0bf58-6d7c-4f15-a971-20569861f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:47.248606 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-fae0bf58-6d7c-4f15-a971-20569861f03d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0578382 Jun 24 16:36:47.331360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004079e-c418-4195-bac0-e740a88eb9fb req-60ff930e-0855-42b0-af12-e04cb0a05adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:47.332690 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-60ff930e-0855-42b0-af12-e04cb0a05adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746586 Jun 24 16:36:47.476499 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-573e4d01-879e-47aa-8ead-95f01a048564 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281843 Jun 24 16:36:47.612950 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f004079e-c418-4195-bac0-e740a88eb9fb req-35a887e5-9b18-47fe-b9bc-e1c2eca8b2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243606 Jun 24 16:36:48.062301 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f81c2-329c-49fa-9b3b-8f905dcccc80 req-ef09d70c-4f79-41cd-a720-bbf2dea40946 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:48.064321 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4c3f81c2-329c-49fa-9b3b-8f905dcccc80 req-ef09d70c-4f79-41cd-a720-bbf2dea40946 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0907893 Jun 24 16:36:48.110496 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4c3f81c2-329c-49fa-9b3b-8f905dcccc80 req-91ab0df0-601e-4b72-90f8-ff25a5e9587d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400877 Jun 24 16:36:49.305694 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fd22d-2c4e-43ba-bccc-87ad0a416555 req-82354661-216c-48b9-ab31-0cbb25c9d513 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:49.307176 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4c7fd22d-2c4e-43ba-bccc-87ad0a416555 req-82354661-216c-48b9-ab31-0cbb25c9d513 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0882628 Jun 24 16:36:49.352619 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4c7fd22d-2c4e-43ba-bccc-87ad0a416555 req-1dc4ba65-ceb8-4d61-bf65-d999af96ab70 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397017 Jun 24 16:36:50.546152 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a489a-881e-47f8-b15e-d48b30c01bb2 req-e1a565da-32db-4558-bbfd-f3ce8e1aa06f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:50.548135 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6d1a489a-881e-47f8-b15e-d48b30c01bb2 req-e1a565da-32db-4558-bbfd-f3ce8e1aa06f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0904746 Jun 24 16:36:50.594794 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6d1a489a-881e-47f8-b15e-d48b30c01bb2 req-2549ecfa-5469-4492-8e6a-e140cfbc87ce tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408227 Jun 24 16:36:51.790539 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e900fc-5759-4975-93ca-c8b903b1e0f8 req-2307cde6-7557-4d60-bf43-01c78f56007c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:51.792152 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-00e900fc-5759-4975-93ca-c8b903b1e0f8 req-2307cde6-7557-4d60-bf43-01c78f56007c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0893044 Jun 24 16:36:51.824244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145280d-f388-4799-af3c-3e26f921051c req-56ab797d-bb06-4a1c-b09e-6af56edbbadb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:51.825629 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b145280d-f388-4799-af3c-3e26f921051c req-56ab797d-bb06-4a1c-b09e-6af56edbbadb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0930085 Jun 24 16:36:51.839872 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-00e900fc-5759-4975-93ca-c8b903b1e0f8 req-e56d5b97-259c-4006-925c-da1bd505f76a tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410097 Jun 24 16:36:51.870498 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b145280d-f388-4799-af3c-3e26f921051c req-993d440e-f6d3-4756-9873-a568c41dee29 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Jun 24 16:36:52.587701 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:53.031088 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404416-67ce-45ab-8ac0-bfb10d878707 req-e09aa8a3-53ca-4461-a0fc-151cb7b650d0 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:53.033175 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-75404416-67ce-45ab-8ac0-bfb10d878707 req-e09aa8a3-53ca-4461-a0fc-151cb7b650d0 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0882621 Jun 24 16:36:53.081722 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6285d-2a46-43ef-a1af-9d25bb5bafc3 req-ed5556f7-b573-4f1b-b037-1955c7b800e9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:53.083910 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2bd6285d-2a46-43ef-a1af-9d25bb5bafc3 req-ed5556f7-b573-4f1b-b037-1955c7b800e9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1053827 Jun 24 16:36:53.086006 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-75404416-67ce-45ab-8ac0-bfb10d878707 req-540cdb05-bc8e-4d35-91fa-96866542a503 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456548 Jun 24 16:36:53.135601 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2bd6285d-2a46-43ef-a1af-9d25bb5bafc3 req-08c313dd-0e97-43fe-8542-f13f632af5eb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391800 Jun 24 16:36:53.700309 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-54c961a6-af51-463f-b356-8d8809f5bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:54.288239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40940-ee97-43d2-a597-c171b76ec94a req-f01d5de8-bf9a-4876-b21b-afac7b5328bd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:54.289688 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-74e40940-ee97-43d2-a597-c171b76ec94a req-f01d5de8-bf9a-4876-b21b-afac7b5328bd tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0939107 Jun 24 16:36:54.335490 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-74e40940-ee97-43d2-a597-c171b76ec94a req-4442971a-af4b-4acc-a28d-abf27393ff70 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399423 Jun 24 16:36:54.568210 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375483d-3cbe-417a-ba4e-aceeee80038c req-3129d8dc-72bc-4526-a96a-72c5b2168d26 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:54.569925 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5375483d-3cbe-417a-ba4e-aceeee80038c req-3129d8dc-72bc-4526-a96a-72c5b2168d26 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1038146 Jun 24 16:36:54.629980 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5375483d-3cbe-417a-ba4e-aceeee80038c req-566cf45c-ba67-4280-b390-9451efb4bc14 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529060 Jun 24 16:36:54.783817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7522-6e59-4deb-afcd-2ce8e8456d7a req-bb1aa1cc-88f5-4b18-8a8a-8b6442a6fdbd tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:54.785328 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-916b7522-6e59-4deb-afcd-2ce8e8456d7a req-bb1aa1cc-88f5-4b18-8a8a-8b6442a6fdbd tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0913887 Jun 24 16:36:54.829801 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-916b7522-6e59-4deb-afcd-2ce8e8456d7a req-3914eb53-054b-4aa2-b99d-628260f26627 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384052 Jun 24 16:36:55.536720 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7167b-476c-4865-b193-3730954447cb req-632d1946-bcef-4ec6-98fd-c0d100dc1b52 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:55.538192 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bcd7167b-476c-4865-b193-3730954447cb req-632d1946-bcef-4ec6-98fd-c0d100dc1b52 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0895679 Jun 24 16:36:55.584769 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bcd7167b-476c-4865-b193-3730954447cb req-782f8d8d-6a16-4618-b00c-94dfa3973cfa tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404227 Jun 24 16:36:55.824078 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e0179-aca2-4c02-8495-c650d6e3794d req-49e8cde9-bdb3-402d-9c24-002b9ad6a14e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:55.825552 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-891e0179-aca2-4c02-8495-c650d6e3794d req-49e8cde9-bdb3-402d-9c24-002b9ad6a14e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0880592 Jun 24 16:36:55.874191 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-891e0179-aca2-4c02-8495-c650d6e3794d req-3195b875-9a31-450d-8ec3-c41ed3ab8d71 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Jun 24 16:36:56.022262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa244-1586-4b2b-9cc9-6f07d8c34738 req-50cc4403-8237-4051-9e68-d1c4f7d1d6b0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:56.023717 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-32dfa244-1586-4b2b-9cc9-6f07d8c34738 req-50cc4403-8237-4051-9e68-d1c4f7d1d6b0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0895348 Jun 24 16:36:56.067607 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-32dfa244-1586-4b2b-9cc9-6f07d8c34738 req-af44e2da-d845-47df-89a2-37f1cbf41ca0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380569 Jun 24 16:36:56.121913 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a8acc0c-da8a-43d8-a1da-b2f156511d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:56.784440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3930d-5afb-4604-bd4c-eecc18e820a8 req-8d73eb45-e264-4bda-9b37-fb2b4ab4161c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:56.785915 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08e3930d-5afb-4604-bd4c-eecc18e820a8 req-8d73eb45-e264-4bda-9b37-fb2b4ab4161c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0901182 Jun 24 16:36:56.832898 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08e3930d-5afb-4604-bd4c-eecc18e820a8 req-d87413fa-95ac-4dfb-ab25-6d5f02b383db tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410483 Jun 24 16:36:56.932880 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:57.071283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1bbde-49de-4d1a-8a16-2657f914b7b1 req-dc5d8a1d-0a19-4174-b225-76ee4dce38b7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:57.072732 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b4e1bbde-49de-4d1a-8a16-2657f914b7b1 req-dc5d8a1d-0a19-4174-b225-76ee4dce38b7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0916891 Jun 24 16:36:57.117819 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b4e1bbde-49de-4d1a-8a16-2657f914b7b1 req-c35dbbed-1b3b-44e7-a84d-64f5146f0e14 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392106 Jun 24 16:36:57.195418 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:57.314793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1856-0851-408f-94b5-605ad471ef51 req-0eedb60e-3e39-4686-9e8c-3d60f1067c03 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:57.316360 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-973e1856-0851-408f-94b5-605ad471ef51 req-0eedb60e-3e39-4686-9e8c-3d60f1067c03 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0897112 Jun 24 16:36:57.378756 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-973e1856-0851-408f-94b5-605ad471ef51 req-bc5d4eaf-6919-4065-8ca7-2cca04b11bc9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553293 Jun 24 16:36:58.025225 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253a7e3-b8f0-41e9-8813-4cadbc807096 req-144df150-6dbd-45a0-8fb3-6eb902e25233 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:58.026682 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4253a7e3-b8f0-41e9-8813-4cadbc807096 req-144df150-6dbd-45a0-8fb3-6eb902e25233 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0887821 Jun 24 16:36:58.072774 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4253a7e3-b8f0-41e9-8813-4cadbc807096 req-8a1e5f6e-06d1-42f3-991e-9a11aaace2cb tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392835 Jun 24 16:36:58.226659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470605-e7b6-4df0-a023-313838222a2c req-8d24b82d-b11a-4dbd-b20c-402ede293cf6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:58.228109 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d1470605-e7b6-4df0-a023-313838222a2c req-8d24b82d-b11a-4dbd-b20c-402ede293cf6 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.0909219 Jun 24 16:36:58.363657 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Deleting port 58719dba-d6fc-4c51-b46c-341535dff58e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:36:58.364010 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:58.502710 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd955ed8-f4ee-4f5f-8c3f-2f34caba929a req-63ca8d7a-d5b4-4fb6-92d6-f9d57938c729 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:58.504360 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cd955ed8-f4ee-4f5f-8c3f-2f34caba929a req-63ca8d7a-d5b4-4fb6-92d6-f9d57938c729 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2752955 Jun 24 16:36:58.506338 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:58.593880 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b62dcf-a022-4c55-a726-e57ada77327a req-95d2749b-a67a-480f-a449-8fb608a14113 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:58.603145 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f3b62dcf-a022-4c55-a726-e57ada77327a req-95d2749b-a67a-480f-a449-8fb608a14113 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 946 time: 0.1055915 Jun 24 16:36:58.627270 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cd955ed8-f4ee-4f5f-8c3f-2f34caba929a req-1e68dfe0-5545-4fa8-a04c-6fb3838006c6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135359 Jun 24 16:36:58.655221 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f3b62dcf-a022-4c55-a726-e57ada77327a req-0a9e2323-eb24-419d-aa0e-d8b9fff3f828 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=13a2c163-8665-4fad-94e5-5734cf34edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511522 Jun 24 16:36:58.746516 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] For port 58719dba-d6fc-4c51-b46c-341535dff58e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=58719dba-d6fc-4c51-b46c-341535dff58e,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:36:58.746870 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:59.044205 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:59.044654 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:59.045027 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Floating IP edfa2276-c7b4-461d-81af-31427d9832ee disassociated. External IP: 172.28.2.163, port: 58719dba-d6fc-4c51-b46c-341535dff58e. Jun 24 16:36:59.045454 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Calling delete_port for 58719dba-d6fc-4c51-b46c-341535dff58e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:36:59.260451 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926ffa-9355-4e27-ab12-da7b50641bfd req-d8c63b16-39db-42dc-8b18-6fd918c18d54 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:59.261818 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ba926ffa-9355-4e27-ab12-da7b50641bfd req-d8c63b16-39db-42dc-8b18-6fd918c18d54 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.1659749 Jun 24 16:36:59.274141 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757dc9b-599f-4baa-97ab-01bb82283ca7 req-0f6bbfbe-f14a-47a3-8913-338b79346ef7 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:59.275716 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6757dc9b-599f-4baa-97ab-01bb82283ca7 req-0f6bbfbe-f14a-47a3-8913-338b79346ef7 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0915596 Jun 24 16:36:59.287631 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:59.326136 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6757dc9b-599f-4baa-97ab-01bb82283ca7 req-96c0692a-68b9-4874-8825-a5ef4aa53d75 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442348 Jun 24 16:36:59.345596 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'Port': ['ID=58719dba-d6fc-4c51-b46c-341535dff58e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:36:59.473555 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ba926ffa-9355-4e27-ab12-da7b50641bfd req-b866868e-b6da-49d9-ac41-fc51f69586b2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057760 Jun 24 16:36:59.543192 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:36:59.725259 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:36:59.737463 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:36:59.752874 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:36:59.753504 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:36:59.853330 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24b5e-64dc-449d-a645-749413f943a3 req-a180350d-cbad-4e6e-a52d-855dd4fdc3be tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:36:59.855396 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d0b24b5e-64dc-449d-a645-749413f943a3 req-a180350d-cbad-4e6e-a52d-855dd4fdc3be tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0993359 Jun 24 16:36:59.888422 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-394f01bd-39ed-4f40-b1af-e15c756588f3 req-fa3b3a3a-51d5-48cc-935c-6fa21ca26ffe tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=956dc5e8-44ea-4868-be8d-dc5a204f113c HTTP/1.1" status: 200 len: 210 time: 0.1012244 Jun 24 16:36:59.889522 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] No DVR routers for this DVR port 58719dba-d6fc-4c51-b46c-341535dff58e on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:36:59.892367 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:36:59.895012 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'name': 'network-vif-deleted', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:36:59.920319 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d0b24b5e-64dc-449d-a645-749413f943a3 req-1bfc889d-643d-417d-95b8-b28cfca774e8 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582128 Jun 24 16:36:59.925251 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d1470605-e7b6-4df0-a023-313838222a2c req-a0b4fdc7-2381-4ea3-834f-5d3f7cd8edc0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "DELETE /v2.0/ports/58719dba-d6fc-4c51-b46c-341535dff58e HTTP/1.1" status: 204 len: 173 time: 1.6579175 Jun 24 16:36:59.976121 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:00.008581 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63155892-4373-4a0d-bd31-cae54a1382d9'] response: {'server_uuid': '956dc5e8-44ea-4868-be8d-dc5a204f113c', 'name': 'network-vif-deleted', 'tag': '58719dba-d6fc-4c51-b46c-341535dff58e', 'status': 'completed', 'code': 200} Jun 24 16:37:00.296294 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:00.300278 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:00.308252 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:00.308830 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:00.522589 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:00.557719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c20c8-0ea3-4f8d-87ae-4d624d28f858 req-4ec0028a-e13a-4b55-8082-0c40d160a506 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:00.565732 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c49c20c8-0ea3-4f8d-87ae-4d624d28f858 req-4ec0028a-e13a-4b55-8082-0c40d160a506 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1324637 Jun 24 16:37:00.619630 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c49c20c8-0ea3-4f8d-87ae-4d624d28f858 req-6fa24804-c63c-46b4-b828-2434ccb704db tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527949 Jun 24 16:37:00.808666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fcdf-544f-4806-be17-2d24bd0d068a req-ee4cc8d4-8ce5-4109-914f-8c95989f3ccf tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:00.810022 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d14fcdf-544f-4806-be17-2d24bd0d068a req-ee4cc8d4-8ce5-4109-914f-8c95989f3ccf tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.1767933 Jun 24 16:37:00.855000 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d14fcdf-544f-4806-be17-2d24bd0d068a req-ee5a5363-4fab-4e8f-a5b3-087e95b13bbb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378108 Jun 24 16:37:00.868535 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:00.872562 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5eaff-c338-46e1-838f-6fbd19e3411e None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:01.016719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:01.089895 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.116177 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cf1b5-2e0f-43db-b106-c994f99aac46 None None] New status for floating IP edfa2276-c7b4-461d-81af-31427d9832ee: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:37:01.120248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.131234 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c01f0b-974d-4d25-875c-25da2dd046e7 req-82e86ebf-d4cf-43bb-a544-e87faa97ba34 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:01.133741 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-38c01f0b-974d-4d25-875c-25da2dd046e7 req-82e86ebf-d4cf-43bb-a544-e87faa97ba34 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0962298 Jun 24 16:37:01.178757 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.180557 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-38c01f0b-974d-4d25-875c-25da2dd046e7 req-a7a9341e-0b18-4074-893e-048c1dd74d45 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Jun 24 16:37:01.196540 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2c163-8665-4fad-94e5-5734cf34edac,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:01.212547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.212895 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.213223 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.213542 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.213862 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.214179 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.214490 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.214799 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.215135 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.215445 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.215769 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.216057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:01.220159 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.223027 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8d567e1a-70de-48c4-9b03-cb4773b9eef0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "DELETE /v2.0/security-groups/13a2c163-8665-4fad-94e5-5734cf34edac HTTP/1.1" status: 204 len: 168 time: 0.2036393 Jun 24 16:37:01.224080 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:01.241165 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-69fa74dc-3376-47ff-8610-6f60c989ee8f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] show failed (client error): The resource could not be found. Jun 24 16:37:01.242231 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-69fa74dc-3376-47ff-8610-6f60c989ee8f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups/13a2c163-8665-4fad-94e5-5734cf34edac HTTP/1.1" status: 404 len: 347 time: 0.0171635 Jun 24 16:37:01.244886 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49964) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:01.253919 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 58719dba-d6fc-4c51-b46c-341535dff58e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:01.318283 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 58719dba-d6fc-4c51-b46c-341535dff58e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:01.318618 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 58719dba-d6fc-4c51-b46c-341535dff58e not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:01.409394 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Deleting port 9ba7bcc7-22e4-42ad-9e03-5fb551ff7238 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:01.409736 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.676750 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.677439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:01.831982 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Calling delete_port for 9ba7bcc7-22e4-42ad-9e03-5fb551ff7238 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:01.923149 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-5112f452-b223-4093-a207-86b4997e469d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:01.924541 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-5112f452-b223-4093-a207-86b4997e469d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.0937810 Jun 24 16:37:01.949814 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a37ca-7cf6-4e8e-818d-5157441c4793 req-38977aff-c052-4353-a17f-6ec6ce858ce4 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:01.951338 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-981a37ca-7cf6-4e8e-818d-5157441c4793 req-38977aff-c052-4353-a17f-6ec6ce858ce4 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.2132647 Jun 24 16:37:02.048745 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-981a37ca-7cf6-4e8e-818d-5157441c4793 req-c6075522-d272-45aa-8089-e60c40236115 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650294 Jun 24 16:37:02.049817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.057529 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port fdae4734-eb8e-4de1-a83c-6858cca1a9ef {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:02.057864 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.099780 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'Port': ['ID=9ba7bcc7-22e4-42ad-9e03-5fb551ff7238,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:02.181527 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b52fe-0fde-4adb-b135-979ba5ac0589 req-9e8aa215-6140-4e9a-822c-5136071ef5b5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:02.182865 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ed9b52fe-0fde-4adb-b135-979ba5ac0589 req-9e8aa215-6140-4e9a-822c-5136071ef5b5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 945 time: 0.2152774 Jun 24 16:37:02.198034 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.212704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.216882 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3ea9f461-719e-407b-9fd9-f018f73936db tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "DELETE /v2.0/floatingips/edfa2276-c7b4-461d-81af-31427d9832ee HTTP/1.1" status: 204 len: 168 time: 0.9680965 Jun 24 16:37:02.310622 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ed9b52fe-0fde-4adb-b135-979ba5ac0589 req-36348dbb-e5cd-40ca-bfd8-d83eb7dc3247 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d85beb8-7fed-4192-b425-c2901b108c30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183727 Jun 24 16:37:02.369084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] For port fdae4734-eb8e-4de1-a83c-6858cca1a9ef, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:02.369453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.385942 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1489ad-df64-41ae-a201-613bd18added req-c7939b8c-ef8f-40ea-8fad-8c088efa84f1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:02.387658 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f1489ad-df64-41ae-a201-613bd18added req-c7939b8c-ef8f-40ea-8fad-8c088efa84f1 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0927677 Jun 24 16:37:02.408272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:02.414803 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686098532', 'description': 'tempest-description--1319793634'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:02.424308 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:02.435180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:02.439818 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:02.449466 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:02.457047 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f1489ad-df64-41ae-a201-613bd18added req-95b85abf-64a3-4f94-9e61-742f47e30bf9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628638 Jun 24 16:37:02.466043 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.490877 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:02.494785 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:02.497642 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:02.504305 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:02.585762 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.589998 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.633727 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe13fa-0db8-4805-9172-a86f668902cd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:02.640607 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.642381 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d1478aa6-5026-4414-ace6-5ddce451ac2a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2329464 Jun 24 16:37:02.645146 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:02.650301 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe13fa-0db8-4805-9172-a86f668902cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:02.656166 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:02.660188 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:02.663046 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:02.668662 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:02.686477 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.687580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.687938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.688833 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP c2a2fee9-b5be-49eb-8d79-95177514a15e disassociated. External IP: 172.28.2.61, port: fdae4734-eb8e-4de1-a83c-6858cca1a9ef. Jun 24 16:37:02.689195 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for fdae4734-eb8e-4de1-a83c-6858cca1a9ef owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:02.747504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.751300 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.776448 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b13778-af30-40ac-b78c-4991b762922e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:02.789686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.793761 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-77ea129b-496e-4f02-8c2f-ddd631eaf34e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475608 Jun 24 16:37:02.794364 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:02.799581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe13fa-0db8-4805-9172-a86f668902cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:02.805315 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:02.809361 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:security_group_rule and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:02.812376 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:02.818965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:02.836858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.854294 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.907753 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=fdae4734-eb8e-4de1-a83c-6858cca1a9ef,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:02.915577 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.918509 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.919024 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.919292 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.919696 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.920036 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.920364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.920688 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.920860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.921044 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.921351 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.921668 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.921969 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.922295 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:02.951212 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d565f92-a26e-4b19-8843-5d385ae356e1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:02.961633 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:02.962770 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-cedd2040-964f-4aa0-bc64-fb3ee04e979e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673725 Jun 24 16:37:02.965873 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 49988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:02.971172 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:02.977104 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:02.981075 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Usage tracker for resource:floatingip and tenant:73a645777a584ad3968ef5916317a3ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:02.984038 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:02.990046 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:03.000113 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:03.113163 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:37:03.144592 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:03.293797 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Allocated IP 172.28.2.39 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/c30dd831-b56a-449b-8230-94daabed9050) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:37:03.475026 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3966a7c-b053-4e81-90ff-3bbea13af750 req-3bb6f72f-88cf-4c6c-9285-5f95eae748fa tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:03.476540 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e3966a7c-b053-4e81-90ff-3bbea13af750 req-3bb6f72f-88cf-4c6c-9285-5f95eae748fa tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.3076653 Jun 24 16:37:03.477749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:37:03.490020 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:37:03.498875 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-396b2740-e865-4ae9-806d-8b14e9e72f8f req-9343d4f6-4e81-4733-8567-2c9c4d8b2a40 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f63e7ec-3b1e-46ea-ab01-4b9f5935828f HTTP/1.1" status: 200 len: 210 time: 0.0650496 Jun 24 16:37:03.508089 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:03.513266 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:03.529393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:03.573947 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:03.598754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] No DVR routers for this DVR port fdae4734-eb8e-4de1-a83c-6858cca1a9ef on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:37:03.601804 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:03.606376 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'name': 'network-vif-deleted', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:03.636698 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e3966a7c-b053-4e81-90ff-3bbea13af750 req-4c5f90e9-04e9-46b7-90df-15e289a2aeeb tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033201 Jun 24 16:37:03.639368 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-789b199a-5ce0-40bc-84c9-5fa60a071039 req-26ef0ba2-68fa-4f6b-8c64-cd9b84d10466 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "DELETE /v2.0/ports/fdae4734-eb8e-4de1-a83c-6858cca1a9ef HTTP/1.1" status: 204 len: 173 time: 1.7082665 Jun 24 16:37:03.693644 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c7ab05-4676-4a0b-87a1-2c90fbfa0051'] response: {'server_uuid': '0f63e7ec-3b1e-46ea-ab01-4b9f5935828f', 'name': 'network-vif-deleted', 'tag': 'fdae4734-eb8e-4de1-a83c-6858cca1a9ef', 'status': 'completed', 'code': 200} Jun 24 16:37:03.718974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:37:03.729973 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:37:03.732644 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:37:03.761786 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:03.768140 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=c30dd831-b56a-449b-8230-94daabed9050,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:03.843071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741be87-4c0d-4183-8822-7fec2c648225 req-f29b9094-08b8-4201-8035-b7947e71f123 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:03.844771 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7741be87-4c0d-4183-8822-7fec2c648225 req-f29b9094-08b8-4201-8035-b7947e71f123 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1956282 Jun 24 16:37:03.853228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.034640 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7741be87-4c0d-4183-8822-7fec2c648225 req-34042172-7092-4c7f-8c4b-52fea013a112 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830280 Jun 24 16:37:04.040811 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.083277 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:04.086926 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:04.095460 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:04.096042 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:04.250543 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.256541 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.283187 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:04.371586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=c30dd831-b56a-449b-8230-94daabed9050,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:04.389246 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.413603 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.414998 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-e8ae763e-8e80-4020-90d2-1c5d21cf874d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4480641 Jun 24 16:37:04.643787 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:04.645722 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-d167a126-dd57-4263-a2f2-aa48cffcf59e tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--686098532&fields=id&tenant_id=73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 267 time: 0.0462282 Jun 24 16:37:04.683574 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:04.689089 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f705e-2c31-43b6-b520-3947f27ee1e6 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:04.725044 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.756554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.811275 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-bc4e3098-9a5d-404e-a96d-1e902f7d0cac tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:04.813500 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-bc4e3098-9a5d-404e-a96d-1e902f7d0cac tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 811 time: 0.1601472 Jun 24 16:37:04.829759 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-1fdd43ea-b545-476b-b85d-a9956a65bebf tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/quotas/73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 375 time: 0.0109518 Jun 24 16:37:04.881311 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b0f6-02af-45da-9a60-0ce7c427edf3 req-e7ec6ed1-633e-43a0-9745-8fc2b1ef761e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:04.882846 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b15b0f6-02af-45da-9a60-0ce7c427edf3 req-e7ec6ed1-633e-43a0-9745-8fc2b1ef761e tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1173904 Jun 24 16:37:04.915684 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.936372 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-9b1b3d4e-5697-45fc-8f1f-0708dc632548 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:04.951719 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85beb8-7fed-4192-b425-c2901b108c30,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:04.952154 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-9b1b3d4e-5697-45fc-8f1f-0708dc632548 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:04.959514 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-9b1b3d4e-5697-45fc-8f1f-0708dc632548 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227574 Jun 24 16:37:04.980374 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b15b0f6-02af-45da-9a60-0ce7c427edf3 req-2abddddf-9768-410c-9e9c-5a4557d0599f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867026 Jun 24 16:37:04.982143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:04.986541 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b06ede33-3d8b-4dd5-a203-1fa71bf6d0f1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/security-groups/7d85beb8-7fed-4192-b425-c2901b108c30 HTTP/1.1" status: 204 len: 168 time: 0.3414559 Jun 24 16:37:04.987372 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:05.004282 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18078c4-cdd4-468b-acff-7867381326e9 None None] New status for floating IP c2a2fee9-b5be-49eb-8d79-95177514a15e: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:37:05.006805 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-d29c3d5e-d2d3-46f9-ae45-f94da99d72e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] show failed (client error): The resource could not be found. Jun 24 16:37:05.007865 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d29c3d5e-d2d3-46f9-ae45-f94da99d72e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups/7d85beb8-7fed-4192-b425-c2901b108c30 HTTP/1.1" status: 404 len: 347 time: 0.0195994 Jun 24 16:37:05.010689 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:05.178689 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-ed8d6b0f-140b-4967-ab13-1dee09c4e050 service neutron] 10.222.0.26 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123713 Jun 24 16:37:05.223139 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port 37b3a084-29e8-432e-8f94-cae45cbed62e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:05.223484 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.239466 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device fdae4734-eb8e-4de1-a83c-6858cca1a9ef no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:05.278222 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: fdae4734-eb8e-4de1-a83c-6858cca1a9ef {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:05.278768 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device fdae4734-eb8e-4de1-a83c-6858cca1a9ef not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:05.321845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-2abd709a-0b74-4f0a-9e1d-3c02fb7fc87f service neutron] 10.222.0.26 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372437 Jun 24 16:37:05.402040 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07ef0d-3ca3-4f80-a221-3ff7d0faa599 req-839e4026-5d13-42c5-ad2b-f0b852d235eb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:05.403893 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fa07ef0d-3ca3-4f80-a221-3ff7d0faa599 req-839e4026-5d13-42c5-ad2b-f0b852d235eb tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2487118 Jun 24 16:37:05.472630 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.472960 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.487482 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fa07ef0d-3ca3-4f80-a221-3ff7d0faa599 req-b0f32a2e-d138-4aab-9b94-3940125c81a6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703490 Jun 24 16:37:05.545656 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c700e68c-129b-4ea3-80a8-5c516fcdb344 req-bb60e5c3-d86c-4e27-9b72-2b0b5a10744f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 210 time: 0.0820704 Jun 24 16:37:05.614735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for 37b3a084-29e8-432e-8f94-cae45cbed62e owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:05.753764 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.802521 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=37b3a084-29e8-432e-8f94-cae45cbed62e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:05.909680 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.924661 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:05.928487 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c72e3aa8-4a0b-47e6-a0b2-05f8c50a53ac tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/floatingips/c2a2fee9-b5be-49eb-8d79-95177514a15e HTTP/1.1" status: 204 len: 168 time: 0.9140501 Jun 24 16:37:06.006195 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:06.012003 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647370919', 'description': 'tempest-description--426974536'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:06.018682 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:06.023156 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:06.026143 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:06.033011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:06.045672 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.070560 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:06.074403 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:06.077302 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:06.083786 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:06.192439 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aaca6-7ec1-4e19-89a9-5b74aeb0ac13 req-9c9d95fc-489a-430e-bd2d-8582da56acb8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:06.193822 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-175aaca6-7ec1-4e19-89a9-5b74aeb0ac13 req-9c9d95fc-489a-430e-bd2d-8582da56acb8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0941107 Jun 24 16:37:06.242714 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-175aaca6-7ec1-4e19-89a9-5b74aeb0ac13 req-016f8fc7-c46d-482d-9722-017bb1d5aead tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422909 Jun 24 16:37:06.262163 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.267384 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.312287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993be225-5038-4ebf-9aba-93b74bba496b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:06.315051 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.316218 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-701edc52-967a-44a2-be4b-95c52903af4b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3088353 Jun 24 16:37:06.318999 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50060) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:06.323724 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '993be225-5038-4ebf-9aba-93b74bba496b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:06.329839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:06.333588 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:06.336395 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:06.341947 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:06.358170 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.416891 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.420376 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.442794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472a588b-0120-46a5-8306-0cd938f818fe,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:06.451658 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.452814 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-049ef06d-6885-4100-b45e-d6c1413204e5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329541 Jun 24 16:37:06.456651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:06.461496 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'security_group_rule': {'security_group_id': '993be225-5038-4ebf-9aba-93b74bba496b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:06.467171 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:06.471568 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:security_group_rule and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:06.474383 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:06.480165 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:06.496230 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.563745 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.570899 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591121'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.599411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8740a2e9-87f3-46ee-8a4c-e69d9317627e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:06.612813 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.614472 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-617808a2-b620-4215-a221-8a767f40af6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569159 Jun 24 16:37:06.617566 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:06.623968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:06.631367 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:06.635648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Usage tracker for resource:floatingip and tenant:cb1a95225aaa42e09dad3f95e1d78da0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:06.638702 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:06.647235 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:06.702419 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.761117 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1db7c7c9-8af3-4678-be29-74afae57b65c req-f9482ac6-a159-40f0-9a96-b6f65894d8c5 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 210 time: 0.0767980 Jun 24 16:37:06.820057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c8cbf-700e-4954-99fc-79e6fd38cea7 req-2af39680-e9d4-4595-a272-df5b11da676a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:06.821770 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-288c8cbf-700e-4954-99fc-79e6fd38cea7 req-2af39680-e9d4-4595-a272-df5b11da676a tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1793897 Jun 24 16:37:06.898343 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-5c38e4a9-76ef-437e-aec0-cd8a5e70e6d0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:06.900065 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-5c38e4a9-76ef-437e-aec0-cd8a5e70e6d0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 811 time: 0.1778378 Jun 24 16:37:06.908181 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-288c8cbf-700e-4954-99fc-79e6fd38cea7 req-170f1021-500b-4b7f-83f1-155562a8893f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727351 Jun 24 16:37:06.937467 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:06.962047 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-63314a63-3b73-4f29-bf26-44094edbb99f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a645777a584ad3968ef5916317a3ee HTTP/1.1" status: 200 len: 379 time: 0.0487800 Jun 24 16:37:06.971859 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'port': {'device_id': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'admin_state_up': True, 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'security_groups': ['e3fe13fa-0db8-4805-9172-a86f668902cd']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:07.108948 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:07.119455 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:07.132259 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Made reservation on behalf of 73a645777a584ad3968ef5916317a3ee for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:37:07.136546 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.146262 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.28.2.2 (021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39/29a35e52-3344-4b48-9d29-61d0f0855659/aee01bc1-72ba-4a92-acad-8e60e4317832) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:37:07.159887 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-6de19afc-a278-45d3-9083-7d96fac1c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.161346 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-6de19afc-a278-45d3-9083-7d96fac1c9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.1620665 Jun 24 16:37:07.413967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-68bd5085-115e-43c0-be47-b79517dff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.415448 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-68bd5085-115e-43c0-be47-b79517dff68e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.2365682 Jun 24 16:37:07.419904 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.439082 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Allocated IP 172.20.0.12 (78eb6cb9-9d7d-40ad-b92e-00d8360e05ff/0cd38234-99d1-4139-875e-9d3feb1eacb4/95e1116c-ec9b-43b7-ac75-362d7f55845b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:37:07.515171 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591fd6-3624-430f-8099-67ec4d080705 req-b6997213-90c0-4179-9c34-2167bd860a0d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.517208 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-48591fd6-3624-430f-8099-67ec4d080705 req-b6997213-90c0-4179-9c34-2167bd860a0d tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1599715 Jun 24 16:37:07.530558 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-85ecff8a-7816-4bc5-b2ea-fbdb0e227b69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 1001 time: 0.1073568 Jun 24 16:37:07.583529 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.644260 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-48591fd6-3624-430f-8099-67ec4d080705 req-71b140ba-a8c5-4d32-a3b4-ccb2773e8bd7 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817652 Jun 24 16:37:07.660462 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-c489e0cc-91e2-4012-804b-c690cdd9e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.661913 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-c489e0cc-91e2-4012-804b-c690cdd9e98d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.1228516 Jun 24 16:37:07.669035 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:37:07.673317 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:37:07.681464 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.697754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Transition to ACTIVE for port object 95e1116c-ec9b-43b7-ac75-362d7f55845b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:37:07.715913 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:37:07.721550 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.759309 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=aee01bc1-72ba-4a92-acad-8e60e4317832,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:07.793242 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:37:07.796580 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:37:07.801456 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:37:07.827222 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-b6f3a2a3-44e7-4fd6-905b-e448e8a90139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.828876 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-b6f3a2a3-44e7-4fd6-905b-e448e8a90139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568284 Jun 24 16:37:07.836086 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.851471 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event updated for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:07.893739 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:07.894505 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:07.929208 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-eea16ce4-3fa5-41f9-87f3-084e187a7e87 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9611762 Jun 24 16:37:07.944783 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Request body: {'port': {'device_id': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:08.098034 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dfc93b3e-6e2d-43e9-933a-b45d394dc7b1 None None] Provisioning for port 95e1116c-ec9b-43b7-ac75-362d7f55845b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:37:08.104349 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dfc93b3e-6e2d-43e9-933a-b45d394dc7b1 None None] Provisioning complete for port 95e1116c-ec9b-43b7-ac75-362d7f55845b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:08.104858 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dfc93b3e-6e2d-43e9-933a-b45d394dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.161843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.163618 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-dfc93b3e-6e2d-43e9-933a-b45d394dc7b1 None None] Port 95e1116c-ec9b-43b7-ac75-362d7f55845b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:37:08.194568 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.223949 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e680fc-08bf-4fda-a1cc-085612a66d9e req-6cbc6eca-63fb-4d2c-be0a-3f027590f7b9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:08.225398 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-89e680fc-08bf-4fda-a1cc-085612a66d9e req-6cbc6eca-63fb-4d2c-be0a-3f027590f7b9 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2000782 Jun 24 16:37:08.267544 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-2c49c274-72dc-4eec-8281-073516a615a7 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298260 Jun 24 16:37:08.345407 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-89e680fc-08bf-4fda-a1cc-085612a66d9e req-b9972840-6bc2-49fd-aa4e-b47ac3ebdbc6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136069 Jun 24 16:37:08.359388 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-3ff15d1d-1043-4c96-85d2-ae280a855e22 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:08.360434 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-3ff15d1d-1043-4c96-85d2-ae280a855e22 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:08.467237 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-3ff15d1d-1043-4c96-85d2-ae280a855e22 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:08.468380 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-3ff15d1d-1043-4c96-85d2-ae280a855e22 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 932 time: 0.5274878 Jun 24 16:37:08.567296 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e2633415-df07-4d7b-802a-dbf2d17a66ad req-aa5b5aab-5a9d-4d55-966e-91b2b8a1ada7 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897410 Jun 24 16:37:08.581845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-58fec3f9-1408-40d6-aa9c-c1d1611ff065 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:08.605347 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e1116c-ec9b-43b7-ac75-362d7f55845b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:08.610894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-58fec3f9-1408-40d6-aa9c-c1d1611ff065 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:08.612484 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6e69b1f7-12b8-4e87-87b0-1c1184d68a08 req-58fec3f9-1408-40d6-aa9c-c1d1611ff065 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336293 Jun 24 16:37:08.613453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.629107 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.629835 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Transition to ACTIVE for port object 95e1116c-ec9b-43b7-ac75-362d7f55845b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:37:08.639426 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.639847 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.746309 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=aee01bc1-72ba-4a92-acad-8e60e4317832,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:08.768804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.793996 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:08.795741 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-92d03413-b8cf-43f0-b0ba-f99b295c8ee5 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1770020 Jun 24 16:37:08.847238 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Pushing event updated for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:08.966596 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e680-ccb0-44ed-99ca-63bcb4fd0170 req-7e9ce075-01a2-4d22-b8f8-46cdec07a0be tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:08.968606 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-13c0e680-ccb0-44ed-99ca-63bcb4fd0170 req-7e9ce075-01a2-4d22-b8f8-46cdec07a0be tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.2034440 Jun 24 16:37:08.973889 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Attempting to bind port 95e1116c-ec9b-43b7-ac75-362d7f55845b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:37:08.974283 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Attempting to bind port 95e1116c-ec9b-43b7-ac75-362d7f55845b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:37:08.974693 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Attempting to bind port 95e1116c-ec9b-43b7-ac75-362d7f55845b on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:37:08.995530 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Port 95e1116c-ec9b-43b7-ac75-362d7f55845b on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:37:08.995850 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Attempting to bind port 95e1116c-ec9b-43b7-ac75-362d7f55845b on network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:37:08.998892 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-53f58b50-7a0e-464c-84ca-6753bf1cebe2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:09.006853 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:37:09.007206 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Checking segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:37:09.007584 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Bound using segment: {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:37:09.008126 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Bound port: 95e1116c-ec9b-43b7-ac75-362d7f55845b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01181f8e-5117-4180-8698-d9251ef9a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:37:09.008611 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:09.017393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-53f58b50-7a0e-464c-84ca-6753bf1cebe2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:09.019421 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-53f58b50-7a0e-464c-84ca-6753bf1cebe2 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1647370919&fields=id&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 267 time: 0.0732090 Jun 24 16:37:09.042831 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-13c0e680-ccb0-44ed-99ca-63bcb4fd0170 req-01f317e3-1681-4e73-993f-669e840344de tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634317 Jun 24 16:37:09.118761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:37:09.121705 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:37:09.127182 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:09.178134 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-de3cfcb0-e947-4f19-bc5f-62f9c89f4a03 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.179660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-de3cfcb0-e947-4f19-bc5f-62f9c89f4a03 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.1543212 Jun 24 16:37:09.187935 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.189330 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:09.190696 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] 10.222.0.36 "PUT /v2.0/ports/95e1116c-ec9b-43b7-ac75-362d7f55845b HTTP/1.1" status: 200 len: 1094 time: 1.2512507 Jun 24 16:37:09.191153 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:09.205718 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-3426922e-d80d-4c35-9d2b-a6b8f234d709 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/quotas/cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 375 time: 0.0173538 Jun 24 16:37:09.212400 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb15516-7ce3-4c5c-bd51-eff34398ccca service neutron] Pushing event updated for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:09.314373 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-2755e69c-6c66-4f19-b41f-1049b6e15c37 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:09.333517 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-2755e69c-6c66-4f19-b41f-1049b6e15c37 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:09.335101 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-2755e69c-6c66-4f19-b41f-1049b6e15c37 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289105 Jun 24 16:37:09.381396 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1f550f-4fd2-42f7-84f4-6dfe169e18ae'] response: {'name': 'network-changed', 'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'status': 'completed', 'code': 200} Jun 24 16:37:09.431962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-bda4ad18-54ee-4887-b5b9-3efdae10a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.435135 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-bda4ad18-54ee-4887-b5b9-3efdae10a5ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 1097 time: 0.1922145 Jun 24 16:37:09.529487 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-81148f28-903d-4dd3-aa09-668e70bfeff7 service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800556 Jun 24 16:37:09.551549 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-9e827474-1147-40dd-a094-8deb5eb98562 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b HTTP/1.1" status: 200 len: 217 time: 0.1087785 Jun 24 16:37:09.644017 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-2c9abd6b-be6c-451e-b796-12bf83c0d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.645449 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-2c9abd6b-be6c-451e-b796-12bf83c0d050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.0828514 Jun 24 16:37:09.657960 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d433495-1d98-4355-940c-c36f1f96b597 req-e6f546b6-aa96-4e9c-8c13-50c3641c77cf tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.659413 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d433495-1d98-4355-940c-c36f1f96b597 req-e6f546b6-aa96-4e9c-8c13-50c3641c77cf tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1686337 Jun 24 16:37:09.669600 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-2d6c7df5-2b00-46d7-aa99-ac0aa447eccf service neutron] 10.222.0.26 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334765 Jun 24 16:37:09.755375 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0d433495-1d98-4355-940c-c36f1f96b597 req-03a300d8-1ee0-44f8-a124-5ac1d9f96c74 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560708 Jun 24 16:37:09.787764 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-6b89b4ad-6d3c-474d-86ea-4a4e97fe2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:09.789352 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-6b89b4ad-6d3c-474d-86ea-4a4e97fe2c57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290636 Jun 24 16:37:09.879333 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3fe6242e-b886-4d43-8b48-31b8a81536d5 req-dd5d6360-2c33-4dd3-9f5d-d8fb81846c93 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 210 time: 0.0693493 Jun 24 16:37:10.020804 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-c200ee2c-af47-4caf-96c2-b659bd4bdcc4 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209668 Jun 24 16:37:10.028709 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709f3a-1370-4ed0-bc98-8926e63f88c7 req-e98f82c7-fee4-482c-88b4-31f078e09e77 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.029360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-20709f3a-1370-4ed0-bc98-8926e63f88c7 req-e98f82c7-fee4-482c-88b4-31f078e09e77 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Synchronizing usage tracker for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:10.113910 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-20709f3a-1370-4ed0-bc98-8926e63f88c7 req-e98f82c7-fee4-482c-88b4-31f078e09e77 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Unset dirty status for tenant:73a645777a584ad3968ef5916317a3ee on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:10.115110 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-20709f3a-1370-4ed0-bc98-8926e63f88c7 req-e98f82c7-fee4-482c-88b4-31f078e09e77 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 944 time: 0.2385001 Jun 24 16:37:10.205521 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-20709f3a-1370-4ed0-bc98-8926e63f88c7 req-3ca43d91-9841-4615-9e40-230c22103df0 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812700 Jun 24 16:37:10.208856 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c8ec41b1-da43-4c0e-a0ac-03bd1c6b6ada req-2748cb72-5f0a-45b3-a885-45deab53a87e service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743209 Jun 24 16:37:10.247776 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f988-8f2f-45cd-8665-f0ba6c000c6d req-e7194569-f7c0-4ba2-a216-5b3f2fb4369a tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.249227 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fa21f988-8f2f-45cd-8665-f0ba6c000c6d req-e7194569-f7c0-4ba2-a216-5b3f2fb4369a tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0936999 Jun 24 16:37:10.303623 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fa21f988-8f2f-45cd-8665-f0ba6c000c6d req-6d4c44c7-2152-4991-bb02-1b5d5ab11c1c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470517 Jun 24 16:37:10.403351 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-935751e5-d9d6-4a77-9d6c-99a9cbe375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.404937 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-935751e5-d9d6-4a77-9d6c-99a9cbe375b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 1097 time: 0.0901363 Jun 24 16:37:10.559285 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-2d04f316-d5a8-40cb-b3a8-5493675c8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.560846 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-2d04f316-d5a8-40cb-b3a8-5493675c8a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.1463673 Jun 24 16:37:10.632720 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-58004606-db9e-428a-9e49-e6913fe00017 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b HTTP/1.1" status: 200 len: 217 time: 0.0611269 Jun 24 16:37:10.706674 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-29dacbd9-b41e-409e-82ec-2a902b2d45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.708109 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-29dacbd9-b41e-409e-82ec-2a902b2d45b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.0618641 Jun 24 16:37:10.795156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-5b23656f-35ec-4b6d-9b82-7c5f864026bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:10.796612 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-5b23656f-35ec-4b6d-9b82-7c5f864026bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787332 Jun 24 16:37:11.012829 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-1eb0fdef-b8eb-4635-8768-12b559acd0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989760 Jun 24 16:37:11.027049 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e124e-4cf9-44cc-8be0-dc7154ff1713 req-48a90d6f-57ce-425d-a835-82304d9f2f59 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:11.028472 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-152e124e-4cf9-44cc-8be0-dc7154ff1713 req-48a90d6f-57ce-425d-a835-82304d9f2f59 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1461556 Jun 24 16:37:11.062414 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a8ab7ca-ec46-476c-bd98-ab79587ffce6 req-96e7da54-44a5-46ad-b794-ee3670255fd1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 210 time: 0.0663826 Jun 24 16:37:11.240362 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0dab6318-8596-4101-b141-2167d716b69d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:11.242378 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0dab6318-8596-4101-b141-2167d716b69d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 815 time: 0.1605630 Jun 24 16:37:11.246184 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-152e124e-4cf9-44cc-8be0-dc7154ff1713 req-b110871e-0a54-43de-bc53-3f670c48a61d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970415 Jun 24 16:37:11.286323 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-88cb8601-fd4b-4578-9138-0883f88eb210 req-087c2f7f-96f3-4c80-8686-e313425b2fbc service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560370 Jun 24 16:37:11.337791 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1c9eb37f-ec1b-4740-bad1-91927ad0347a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1a95225aaa42e09dad3f95e1d78da0 HTTP/1.1" status: 200 len: 380 time: 0.0763357 Jun 24 16:37:11.388648 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'port': {'device_id': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'admin_state_up': True, 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'security_groups': ['993be225-5038-4ebf-9aba-93b74bba496b']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:11.665345 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e123-aa71-49fa-832f-424091b78b81 req-70a1f8ec-9fef-4daa-aaf3-9f966c760cbe tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:11.666805 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6a59e123-aa71-49fa-832f-424091b78b81 req-70a1f8ec-9fef-4daa-aaf3-9f966c760cbe tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 944 time: 0.3254371 Jun 24 16:37:11.677160 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-57442c96-2c1d-4820-b3e4-918879ab7392 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1860502 Jun 24 16:37:11.718244 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff48f8-b6ec-431b-ba45-1428253d73ab req-d7c1a2da-a11e-4281-b1f3-76e1b9d870ca tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:11.722247 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-31ff48f8-b6ec-431b-ba45-1428253d73ab req-d7c1a2da-a11e-4281-b1f3-76e1b9d870ca tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1294441 Jun 24 16:37:11.730878 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6a59e123-aa71-49fa-832f-424091b78b81 req-291c9bbd-c362-44d9-976f-8e49dca0aae3 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486059 Jun 24 16:37:11.738237 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:11.757435 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:11.770092 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Made reservation on behalf of cb1a95225aaa42e09dad3f95e1d78da0 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:37:11.774546 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:11.804627 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-31ff48f8-b6ec-431b-ba45-1428253d73ab req-5ff93aa8-68b5-46c7-b40d-ffa7d677d122 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761817 Jun 24 16:37:12.033702 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebd9cc-e5f1-4d35-8aa3-8bf627d23657 req-cf9c9613-50b6-4cda-90d8-f6e33bd0e222 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:12.035179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-22ebd9cc-e5f1-4d35-8aa3-8bf627d23657 req-cf9c9613-50b6-4cda-90d8-f6e33bd0e222 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1892531 Jun 24 16:37:12.057872 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Allocated IP 172.20.0.7 (8c51764d-50ca-4d1e-9373-c439de376dba/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05/0a69dd93-1723-4982-89bc-4e573e0a3dcc) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:37:12.105389 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-22ebd9cc-e5f1-4d35-8aa3-8bf627d23657 req-1ca60a9a-72cf-4204-b2e5-17e78d2ca940 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636799 Jun 24 16:37:12.231180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f3fa65e6-3bb2-4bdd-a3b1-059939cffa6d req-7d35f87e-7359-437a-9aa6-a0423b6f3323 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:12.245035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-f3fa65e6-3bb2-4bdd-a3b1-059939cffa6d req-7d35f87e-7359-437a-9aa6-a0423b6f3323 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:12.246257 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f3fa65e6-3bb2-4bdd-a3b1-059939cffa6d req-7d35f87e-7359-437a-9aa6-a0423b6f3323 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 210 time: 0.0709283 Jun 24 16:37:12.293182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:12.309653 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Transition to ACTIVE for port object 0a69dd93-1723-4982-89bc-4e573e0a3dcc will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:37:12.334214 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:12.402560 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Network 8c51764d-50ca-4d1e-9373-c439de376dba is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:37:12.405466 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:37:12.408747 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:37:12.449740 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event updated for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:12.481229 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:12.481924 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:12.509804 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-0e08d2e6-354a-4619-b2b6-76dd2eb4dccd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296692 Jun 24 16:37:12.522718 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Request body: {'port': {'device_id': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:12.645504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:12.674982 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0e748d0-4584-4dd7-b4f4-2f8def6f370d None None] Provisioning for port 0a69dd93-1723-4982-89bc-4e573e0a3dcc completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:37:12.679593 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0e748d0-4584-4dd7-b4f4-2f8def6f370d None None] Provisioning complete for port 0a69dd93-1723-4982-89bc-4e573e0a3dcc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:12.679951 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e0e748d0-4584-4dd7-b4f4-2f8def6f370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:12.738352 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e0e748d0-4584-4dd7-b4f4-2f8def6f370d None None] Port 0a69dd93-1723-4982-89bc-4e573e0a3dcc cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 16:37:13.010692 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281580-f963-44e5-8d98-b35b4a9d3ef7 req-3cb04498-b43b-49e3-b77e-beb262cca401 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.012179 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d7281580-f963-44e5-8d98-b35b4a9d3ef7 req-3cb04498-b43b-49e3-b77e-beb262cca401 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.0944607 Jun 24 16:37:13.019522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f99ff-780a-45db-88eb-409e19c9e51c req-a05ec930-b640-4f4b-9f50-934f6d85ddeb tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.021005 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b8f99ff-780a-45db-88eb-409e19c9e51c req-a05ec930-b640-4f4b-9f50-934f6d85ddeb tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 944 time: 0.1542428 Jun 24 16:37:13.062005 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d7281580-f963-44e5-8d98-b35b4a9d3ef7 req-ccd83d0d-1e9f-4484-96cd-59f1abeccab4 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420697 Jun 24 16:37:13.137196 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a69dd93-1723-4982-89bc-4e573e0a3dcc {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:13.144792 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6b8f99ff-780a-45db-88eb-409e19c9e51c req-8ed10cf6-76a5-4f6d-ada6-2f07922b458a tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107411 Jun 24 16:37:13.148678 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.166011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Transition to ACTIVE for port object 0a69dd93-1723-4982-89bc-4e573e0a3dcc will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:37:13.169688 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.261178 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 95e1116c-ec9b-43b7-ac75-362d7f55845b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:37:13.334129 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2bf6d-3df9-482f-be1c-60eb0f962452 req-d0d41cbf-4a64-4640-ad94-ebd998da86bf tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.336168 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2cf2bf6d-3df9-482f-be1c-60eb0f962452 req-d0d41cbf-4a64-4640-ad94-ebd998da86bf tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1062422 Jun 24 16:37:13.384763 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:13.401375 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:13.425912 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2cf2bf6d-3df9-482f-be1c-60eb0f962452 req-979a0767-ed26-4076-9c4d-3a9dd555fc49 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842807 Jun 24 16:37:13.491919 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Attempting to bind port 0a69dd93-1723-4982-89bc-4e573e0a3dcc on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:37:13.492547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Attempting to bind port 0a69dd93-1723-4982-89bc-4e573e0a3dcc by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:37:13.492547 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Attempting to bind port 0a69dd93-1723-4982-89bc-4e573e0a3dcc on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:37:13.500890 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Port 0a69dd93-1723-4982-89bc-4e573e0a3dcc on network 8c51764d-50ca-4d1e-9373-c439de376dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:37:13.501421 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Attempting to bind port 0a69dd93-1723-4982-89bc-4e573e0a3dcc on network 8c51764d-50ca-4d1e-9373-c439de376dba {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:37:13.526992 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:13.534941 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-b1a7-45bb-adc4-51045050823a req-033f8c7b-a1b9-4fd8-8af7-3cb20cc39709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.536414 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-033f8c7b-a1b9-4fd8-8af7-3cb20cc39709 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b&tenant_id=928bcdbcadd24982900fa796050def8d HTTP/1.1" status: 200 len: 1098 time: 0.1093352 Jun 24 16:37:13.546137 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'port_id': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'mac_address': 'fa:16:3e:98:23:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:37:13.640119 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:37:13.640537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Checking segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:37:13.640823 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Bound using segment: {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:37:13.641959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Bound port: 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:37:13.642793 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.658971 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-b1a7-45bb-adc4-51045050823a req-9f9e1026-a375-4a49-894f-17c4750fef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.660912 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-9f9e1026-a375-4a49-894f-17c4750fef85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.0910184 Jun 24 16:37:13.663969 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 782c08a0-86b8-4d52-b69c-d96e2a633230 is: ACTIVE; New status is: DOWN {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:13.664338 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.689427 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 95e1116c-ec9b-43b7-ac75-362d7f55845b is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:13.690087 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.715625 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e1116c-ec9b-43b7-ac75-362d7f55845b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:13.719079 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:13.739400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:13.742839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:13.744354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d81c-a627-400c-9e20-e0370128b3db req-904d3577-7e71-4995-afa2-d704f92e9d9a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.745065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-2c88d81c-a627-400c-9e20-e0370128b3db req-904d3577-7e71-4995-afa2-d704f92e9d9a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Synchronizing usage tracker for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:13.753002 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.765333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:37:13.771026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:37:13.780857 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.799897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.828566 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-2c88d81c-a627-400c-9e20-e0370128b3db req-904d3577-7e71-4995-afa2-d704f92e9d9a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Unset dirty status for tenant:cb1a95225aaa42e09dad3f95e1d78da0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:13.831003 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c88d81c-a627-400c-9e20-e0370128b3db req-904d3577-7e71-4995-afa2-d704f92e9d9a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 943 time: 0.4063594 Jun 24 16:37:13.847810 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:13.850511 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-b1a7-45bb-adc4-51045050823a req-7fa95add-2132-40fb-b81f-855b8d8f1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.851608 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-7fa95add-2132-40fb-b81f-855b8d8f1c28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.1801379 Jun 24 16:37:13.886662 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:13.887303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:13.888656 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a69dd93-1723-4982-89bc-4e573e0a3dcc HTTP/1.1" status: 200 len: 1093 time: 1.3704877 Jun 24 16:37:13.890313 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:13.935839 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772bf4f7-2bee-4c88-aaa5-59f4fc56c03e'] response: {'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'code': 200} Jun 24 16:37:13.936120 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d345-6725-48fd-8ec0-20646ec49a41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:13.942246 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:13.976832 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2c88d81c-a627-400c-9e20-e0370128b3db req-ecdb9e8c-bfc2-467b-9636-3d5134480dbf tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325676 Jun 24 16:37:14.065295 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44c15f2-73fd-437e-8e51-da03c74b4646'] response: {'name': 'network-changed', 'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'status': 'completed', 'code': 200} Jun 24 16:37:14.074576 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-d12cf8f7-faa5-4be4-879b-d152ee39837b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 999 time: 0.1899164 Jun 24 16:37:14.104266 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-81b39126-afd6-48de-b06e-26e6a604a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.106030 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-81b39126-afd6-48de-b06e-26e6a604a080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 1096 time: 0.1282315 Jun 24 16:37:14.153759 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-b1a7-45bb-adc4-51045050823a req-de7b9d0b-e590-44c6-9784-bb8c9c271383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.155269 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-de7b9d0b-e590-44c6-9784-bb8c9c271383 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.0708330 Jun 24 16:37:14.191524 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-3b740387-b0b2-4151-ba59-6385073b5e80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc HTTP/1.1" status: 200 len: 217 time: 0.0709608 Jun 24 16:37:14.204219 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['95e1116c-ec9b-43b7-ac75-362d7f55845b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:14.281693 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-dd8ccfc7-b741-4e06-b51c-16f2b5489165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.284207 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-dd8ccfc7-b741-4e06-b51c-16f2b5489165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0780215 Jun 24 16:37:14.347741 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-b1a7-45bb-adc4-51045050823a req-40757e85-18ce-4e73-bd5a-113d0dfdf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.349196 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-40757e85-18ce-4e73-bd5a-113d0dfdf327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1856177 Jun 24 16:37:14.445005 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccefd0-86ae-43a1-b726-cdc124cdaacc req-c9e7fe22-1b55-4814-833b-35e33eafa288 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.446383 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-43ccefd0-86ae-43a1-b726-cdc124cdaacc req-c9e7fe22-1b55-4814-833b-35e33eafa288 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1664722 Jun 24 16:37:14.449066 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-753a4124-a75f-47f6-adcf-6a68e4410624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.450430 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-753a4124-a75f-47f6-adcf-6a68e4410624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182704 Jun 24 16:37:14.457541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce23ec8-4a97-4622-8a5b-7aa94b3fb82d req-eda93ba4-b26f-40fa-a450-ff29fce36c2b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.459003 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bce23ec8-4a97-4622-8a5b-7aa94b3fb82d req-eda93ba4-b26f-40fa-a450-ff29fce36c2b tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 945 time: 0.1864815 Jun 24 16:37:14.537889 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-bce23ec8-4a97-4622-8a5b-7aa94b3fb82d req-c6206bb6-1bc8-4806-af99-9521748be487 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722630 Jun 24 16:37:14.541050 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-968c9735-0f60-4678-87de-56bcf4816cd0 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779711 Jun 24 16:37:14.573097 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-43ccefd0-86ae-43a1-b726-cdc124cdaacc req-1600b2ed-bcb1-42ca-8f25-4cc2820e9bdf tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&id=ad227acc-5423-4d4d-a488-074bb6963dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189098 Jun 24 16:37:14.629453 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-3b56086a-6f4e-45d9-b6e2-a091056a095e service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604815 Jun 24 16:37:14.748231 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2141e04b-b1a7-45bb-adc4-51045050823a req-575a8ccd-eac6-4dd4-abe2-c4680f97a411 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969497 Jun 24 16:37:14.763241 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f762c9bc-98ca-4f67-b748-58fe3b1898cd req-c4bc04f8-c682-4758-a715-87d95d31d620 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269810 Jun 24 16:37:14.774148 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef9f21-fd62-45a0-b5b1-8b7112b06bf0 req-7cda9c9c-2698-487d-82fe-dee7ac50befe tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.775609 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35ef9f21-fd62-45a0-b5b1-8b7112b06bf0 req-7cda9c9c-2698-487d-82fe-dee7ac50befe tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.1265683 Jun 24 16:37:14.822800 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35ef9f21-fd62-45a0-b5b1-8b7112b06bf0 req-0c1bc700-163f-493a-98e6-cd73259b8570 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405154 Jun 24 16:37:14.901016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-4060e92e-3d12-42af-91a1-ea88904e314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:14.902482 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-4060e92e-3d12-42af-91a1-ea88904e314b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 1096 time: 0.0841668 Jun 24 16:37:15.042535 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-5dbb0ec7-4ad7-442c-912c-701f16e17cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:15.044094 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-5dbb0ec7-4ad7-442c-912c-701f16e17cb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.1312523 Jun 24 16:37:15.136441 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-a402777c-ac5b-4070-bcce-24b51884fab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc HTTP/1.1" status: 200 len: 217 time: 0.0729780 Jun 24 16:37:15.222124 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-c8028300-da1e-467d-91e3-2cf0cada9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:15.225604 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-c8028300-da1e-467d-91e3-2cf0cada9a19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0673995 Jun 24 16:37:15.272490 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 95e1116c-ec9b-43b7-ac75-362d7f55845b up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:37:15.341081 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-64368ad2-4d93-4242-a45f-69f315810593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:15.342554 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-64368ad2-4d93-4242-a45f-69f315810593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964980 Jun 24 16:37:15.349729 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 95e1116c-ec9b-43b7-ac75-362d7f55845b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:37:15.355049 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 95e1116c-ec9b-43b7-ac75-362d7f55845b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:15.355416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:15.367518 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf572e-0957-4db9-9ecd-4c38fc47d6b9 req-1fb6b822-ac7f-488a-be6d-2a042bf901e1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:15.369095 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7baf572e-0957-4db9-9ecd-4c38fc47d6b9 req-1fb6b822-ac7f-488a-be6d-2a042bf901e1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 943 time: 0.1358669 Jun 24 16:37:15.495223 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 95e1116c-ec9b-43b7-ac75-362d7f55845b is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:15.495631 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:15.502631 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-1a0bbe87-8cce-4386-9dc5-7b7c495af0c0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504097 Jun 24 16:37:15.537821 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7baf572e-0957-4db9-9ecd-4c38fc47d6b9 req-b396ddb3-fe97-4067-bb93-cb0769692e2b tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618826 Jun 24 16:37:15.548435 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:15.552073 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:15.630011 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:15.799055 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1a2d0729-6d13-4fdf-8b99-1943a03f356e req-76550f5f-e46a-498c-a752-597bda975291 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878442 Jun 24 16:37:15.833635 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea376260-1a9d-4507-b5f2-f42d1c356933 req-a5eb2b84-dd7b-4660-bac5-45dcf419ed1f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:15.835121 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ea376260-1a9d-4507-b5f2-f42d1c356933 req-a5eb2b84-dd7b-4660-bac5-45dcf419ed1f tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.1032538 Jun 24 16:37:15.883395 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ea376260-1a9d-4507-b5f2-f42d1c356933 req-f4c230da-4ef8-4b04-9d2e-08eed1dcc710 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Jun 24 16:37:15.936958 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:15.980591 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7914cc-9e53-43a9-b8ad-22524392648c'] response: {'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'code': 200} Jun 24 16:37:16.022304 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738070e-3a9b-4800-a002-894e8930bcac req-d349ff93-cab8-45e7-a0a2-7b473639988d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:16.023784 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2738070e-3a9b-4800-a002-894e8930bcac req-d349ff93-cab8-45e7-a0a2-7b473639988d tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.0936368 Jun 24 16:37:16.072560 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2738070e-3a9b-4800-a002-894e8930bcac req-b930e91e-c470-4477-9bae-6f70dc702467 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Jun 24 16:37:16.244609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a79b2-002b-4ac0-8fa0-25fe4351ea3b req-b5f1d463-e406-4a86-be46-70157abfc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:16.246097 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a82a79b2-002b-4ac0-8fa0-25fe4351ea3b req-b5f1d463-e406-4a86-be46-70157abfc70e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 1099 time: 0.0845785 Jun 24 16:37:16.290082 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a82a79b2-002b-4ac0-8fa0-25fe4351ea3b req-fb4357c8-91b2-4ac5-aadc-34816584f42d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361609 Jun 24 16:37:16.727471 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be333187-169a-4467-95fc-695070039893 req-f0884905-42f4-4a1a-ab4b-6c24dd1ea2c9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:16.729715 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-be333187-169a-4467-95fc-695070039893 req-f0884905-42f4-4a1a-ab4b-6c24dd1ea2c9 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 943 time: 0.0913208 Jun 24 16:37:16.780057 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-be333187-169a-4467-95fc-695070039893 req-3591e0f9-7dbd-468e-b589-8be3c749930c tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Jun 24 16:37:16.902754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ef320-5e5a-44df-969f-9c9d39341ada req-f3e5cb34-8ff1-4b5c-9962-57f9159b96a9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:16.904225 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-351ef320-5e5a-44df-969f-9c9d39341ada req-f3e5cb34-8ff1-4b5c-9962-57f9159b96a9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0898943 Jun 24 16:37:16.949302 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-351ef320-5e5a-44df-969f-9c9d39341ada req-a794c00c-6377-40f8-905c-d627f054e048 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384219 Jun 24 16:37:16.965188 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37289cd-e568-46ce-966f-516f56715133 req-2afecceb-910d-42ab-a70c-923eb5887369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:16.966660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a37289cd-e568-46ce-966f-516f56715133 req-2afecceb-910d-42ab-a70c-923eb5887369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1096 time: 0.0790844 Jun 24 16:37:17.061787 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a37289cd-e568-46ce-966f-516f56715133 req-4127de97-cd07-409a-bd6d-ba98eacaa570 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873187 Jun 24 16:37:17.096885 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23099f1-9704-4176-a244-365918eddfd1 req-8aae44e1-669c-4603-9479-1ecfd7066cc9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:17.098296 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f23099f1-9704-4176-a244-365918eddfd1 req-8aae44e1-669c-4603-9479-1ecfd7066cc9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.1048148 Jun 24 16:37:17.143356 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f23099f1-9704-4176-a244-365918eddfd1 req-feb50d92-c7f6-4304-8497-b4cbcd1b9ebc tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Jun 24 16:37:17.267852 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7fec-7839-4731-81e0-95a59244f12d req-78cc2123-4ec9-46a7-9789-3d5a9537a704 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:17.269261 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-150c7fec-7839-4731-81e0-95a59244f12d req-78cc2123-4ec9-46a7-9789-3d5a9537a704 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 943 time: 0.0892434 Jun 24 16:37:17.289742 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 0a69dd93-1723-4982-89bc-4e573e0a3dcc details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:37:17.314042 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-150c7fec-7839-4731-81e0-95a59244f12d req-976f5571-3b9c-4b81-a2df-5bc68661b67e tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386317 Jun 24 16:37:17.422578 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:17.435365 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'port_id': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'mac_address': 'fa:16:3e:b9:78:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:37:17.492873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 0a69dd93-1723-4982-89bc-4e573e0a3dcc is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:17.493236 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:17.509882 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a69dd93-1723-4982-89bc-4e573e0a3dcc {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:17.524997 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:17.528445 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:17.529056 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:37:17.659671 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:17.671119 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.671455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.671784 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.672105 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.672423 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.673376 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.673637 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.673949 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.674259 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.674568 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.674873 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.675200 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:37:17.725021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:17.738237 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'port_id': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'mac_address': 'fa:16:3e:02:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:37:17.794671 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 782c08a0-86b8-4d52-b69c-d96e2a633230 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:17.795118 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:17.812706 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782c08a0-86b8-4d52-b69c-d96e2a633230 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:17.829066 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:17.833856 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:17.901861 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:17.986481 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ae8e-ef0b-4f1b-b9d7-227085c740f6 req-ced05688-12f5-4bf5-a7b8-c441c41f3c25 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:17.988265 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab49ae8e-ef0b-4f1b-b9d7-227085c740f6 req-ced05688-12f5-4bf5-a7b8-c441c41f3c25 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 944 time: 0.0959332 Jun 24 16:37:18.043207 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab49ae8e-ef0b-4f1b-b9d7-227085c740f6 req-77943a7b-a6eb-41dc-8fc0-003c311c0d0f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Jun 24 16:37:18.167548 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378557f8-6f34-4e19-82e7-9d0aca9463d1 req-3d5d6cc3-c2a8-4fef-9927-be243fd49f53 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:18.169073 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-378557f8-6f34-4e19-82e7-9d0aca9463d1 req-3d5d6cc3-c2a8-4fef-9927-be243fd49f53 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.0929575 Jun 24 16:37:18.216844 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-378557f8-6f34-4e19-82e7-9d0aca9463d1 req-0a1caf00-0496-42a5-9c70-2283cf75373e tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 Jun 24 16:37:18.295386 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['0a69dd93-1723-4982-89bc-4e573e0a3dcc'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:18.336165 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49310463-c0c0-4f66-932b-20c2840ac8a9 req-e53867c7-9b98-4787-b64e-f687320e79cd tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:18.338349 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-49310463-c0c0-4f66-932b-20c2840ac8a9 req-e53867c7-9b98-4787-b64e-f687320e79cd tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.0893586 Jun 24 16:37:18.389437 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-49310463-c0c0-4f66-932b-20c2840ac8a9 req-18d78a84-c0a6-4262-9583-2be808d6e0c4 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Jun 24 16:37:18.542057 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32cf5-5226-41bf-94c4-0428d93c446e req-d4ad8c2f-663b-4974-94d8-19716c2ac1d8 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:18.543606 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-05b32cf5-5226-41bf-94c4-0428d93c446e req-d4ad8c2f-663b-4974-94d8-19716c2ac1d8 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 944 time: 0.1017485 Jun 24 16:37:18.595591 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24904-769b-46ee-97c7-0e2ee76af348 req-ad60953d-02c9-4022-b223-c915916bdce9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:18.597059 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5ba24904-769b-46ee-97c7-0e2ee76af348 req-ad60953d-02c9-4022-b223-c915916bdce9 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.1038189 Jun 24 16:37:18.608001 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:18.614506 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-05b32cf5-5226-41bf-94c4-0428d93c446e req-8bf4a858-2fd1-4c3f-b321-8a5a3087f746 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617306 Jun 24 16:37:18.614956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Request body: {'floatingip': {'port_id': '95e1116c-ec9b-43b7-ac75-362d7f55845b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:18.700777 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:19.408287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['782c08a0-86b8-4d52-b69c-d96e2a633230'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:19.420904 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d91b-9876-44c3-b152-655adb73e2f6 req-c88b9acd-e3d7-46db-8987-956118f6d4e8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:19.421465 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3d477-8af9-4574-b48d-860db92f805b req-aee2c15e-459e-4ded-af75-b51ad8855d34 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:19.422659 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5be3d477-8af9-4574-b48d-860db92f805b req-aee2c15e-459e-4ded-af75-b51ad8855d34 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 944 time: 0.2701025 Jun 24 16:37:19.424901 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f7d8d91b-9876-44c3-b152-655adb73e2f6 req-c88b9acd-e3d7-46db-8987-956118f6d4e8 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1014624 Jun 24 16:37:19.473591 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f7d8d91b-9876-44c3-b152-655adb73e2f6 req-6a82792f-89b3-4e30-b9b2-cd2cfc854248 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Jun 24 16:37:19.487752 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:19.493919 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:19.524567 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:37:19.619907 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5be3d477-8af9-4574-b48d-860db92f805b req-b6bbea80-5b6e-4fb2-8ccf-c1dfc3a4cfe1 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837323 Jun 24 16:37:19.677462 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Floating IP 149be3ee-c304-4cb5-9c74-95c675459d92 associated. External IP: 172.28.2.39, port: 95e1116c-ec9b-43b7-ac75-362d7f55845b. Jun 24 16:37:19.820127 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd8a4-bfcd-4c54-a408-e70f0236951a req-d5860e13-db84-4942-862b-a8878a542de5 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:19.821587 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b4cbd8a4-bfcd-4c54-a408-e70f0236951a req-d5860e13-db84-4942-862b-a8878a542de5 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 944 time: 0.0919807 Jun 24 16:37:19.868996 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b4cbd8a4-bfcd-4c54-a408-e70f0236951a req-7bbb5547-5412-440f-9ce0-e6ab4a0acd46 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418515 Jun 24 16:37:20.029500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:37:20.210490 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:37:20.214794 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:20.221154 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:37:20.230170 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:20.230758 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:20.270715 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9c1bdbaa-6f1f-41eb-b4c9-a3e9905a0821 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "PUT /v2.0/floatingips/149be3ee-c304-4cb5-9c74-95c675459d92 HTTP/1.1" status: 200 len: 991 time: 1.6595089 Jun 24 16:37:20.270715 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:20.312017 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc7ba13-f6cd-43d0-9571-2f9f65883a42'] response: {'name': 'network-changed', 'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'status': 'completed', 'code': 200} Jun 24 16:37:20.408185 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:20.435663 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2438-4e30-4fae-968c-b39f799627a9 req-4020a3fc-acfa-42e2-a172-8347a36624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:20.437141 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-4020a3fc-acfa-42e2-a172-8347a36624ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73a645777a584ad3968ef5916317a3ee&device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 1099 time: 0.0853548 Jun 24 16:37:20.592090 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2438-4e30-4fae-968c-b39f799627a9 req-36d91611-7119-4b1b-b860-4b6f0d64c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:20.593627 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-36d91611-7119-4b1b-b860-4b6f0d64c513 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 200 len: 912 time: 0.1443415 Jun 24 16:37:20.707174 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-890f54e2-058d-403c-89fc-12dfe507cd98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b HTTP/1.1" status: 200 len: 999 time: 0.1035674 Jun 24 16:37:20.709359 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5ae9-fe9a-47a2-bd9e-c8bb6829a8bb req-c4d24c62-b307-4fae-8603-29361a632493 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:20.717059 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27ce5ae9-fe9a-47a2-bd9e-c8bb6829a8bb req-c4d24c62-b307-4fae-8603-29361a632493 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1109231 Jun 24 16:37:20.759539 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27ce5ae9-fe9a-47a2-bd9e-c8bb6829a8bb req-de083668-b2ec-475a-b6b2-beae0a896930 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Jun 24 16:37:20.763978 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '149be3ee-c304-4cb5-9c74-95c675459d92', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:98:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:03Z', 'updated_at': '2022-06-24T16:37:19Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:20.768580 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:20.777336 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:20.777942 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:20.835608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2438-4e30-4fae-968c-b39f799627a9 req-1673678a-0219-408f-8970-4a978b898e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:20.836923 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-1673678a-0219-408f-8970-4a978b898e41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 200 len: 850 time: 0.1204212 Jun 24 16:37:20.955543 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:21.021987 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abf534-c409-4882-8c16-155ba1ab9fee req-9b70c3ec-afe0-4dc2-9597-919d15eb02bd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:21.023379 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d3abf534-c409-4882-8c16-155ba1ab9fee req-9b70c3ec-afe0-4dc2-9597-919d15eb02bd tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 944 time: 0.2662053 Jun 24 16:37:21.080604 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d3abf534-c409-4882-8c16-155ba1ab9fee req-a024ad9f-2f21-4cc7-8f6d-0e79f90ec571 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496352 Jun 24 16:37:21.089600 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2438-4e30-4fae-968c-b39f799627a9 req-c0cbae5a-3548-4eec-9956-3a14aebd28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:21.091089 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-c0cbae5a-3548-4eec-9956-3a14aebd28c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2429984 Jun 24 16:37:21.224634 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-8d05a61c-930a-4a77-819d-fe80ca920b58 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256068 Jun 24 16:37:21.321364 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 0a69dd93-1723-4982-89bc-4e573e0a3dcc up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:37:21.342035 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '149be3ee-c304-4cb5-9c74-95c675459d92', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:98:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:03Z', 'updated_at': '2022-06-24T16:37:19Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:21.346785 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4a641-8f2b-4a86-b16d-3b4298fd4041 None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': '149be3ee-c304-4cb5-9c74-95c675459d92', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'port_id': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'mac_address': 'fa:16:3e:98:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:03Z', 'updated_at': '2022-06-24T16:37:19Z', 'revision_number': 1, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:21.367884 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-571e2438-4e30-4fae-968c-b39f799627a9 req-c57d50cd-8679-4482-98ca-a55ae9c1cca7 service neutron] 10.222.0.36 "GET /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285415 Jun 24 16:37:21.399461 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 0a69dd93-1723-4982-89bc-4e573e0a3dcc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:37:21.404397 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 0a69dd93-1723-4982-89bc-4e573e0a3dcc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:21.404759 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:21.526810 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 0a69dd93-1723-4982-89bc-4e573e0a3dcc is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:21.527228 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:21.566750 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:21.567782 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:21.575966 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bface-a113-4f0c-8981-d7b604e9f840 None None] New status for floating IP 149be3ee-c304-4cb5-9c74-95c675459d92: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:37:21.636952 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbc6c6a-10f3-4745-9543-296a40eaa660'] response: {'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'code': 200} Jun 24 16:37:21.652868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:21.653653 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:37:21.948228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4c717-bed6-4039-9a68-d05f3e659268 req-af49d4bb-2e18-4199-970e-26342aa64e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:21.950629 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5ef4c717-bed6-4039-9a68-d05f3e659268 req-af49d4bb-2e18-4199-970e-26342aa64e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 1098 time: 0.1214204 Jun 24 16:37:22.008008 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5ef4c717-bed6-4039-9a68-d05f3e659268 req-bcafe7b3-d179-4ccd-b55c-d4cbc118e356 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Jun 24 16:37:22.017183 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52487049-174a-4ee7-924f-047f438827a7 req-c1e2b28d-caa5-4948-9111-c3ffd6bd720b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:22.019890 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-52487049-174a-4ee7-924f-047f438827a7 req-c1e2b28d-caa5-4948-9111-c3ffd6bd720b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1446767 Jun 24 16:37:22.042596 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:22.049220 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 782c08a0-86b8-4d52-b69c-d96e2a633230 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:22.049605 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:22.075972 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-52487049-174a-4ee7-924f-047f438827a7 req-8f8f9ede-0bae-4f74-9e0b-ed28d7ee04ce tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501919 Jun 24 16:37:22.179289 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 782c08a0-86b8-4d52-b69c-d96e2a633230 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:22.179659 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:22.212666 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:22.216609 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:22.275042 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34e20e-7b4c-4c0d-a140-de355b458c11 req-a35d70b7-90c0-4c9b-9049-6722bbfc024d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:22.276573 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab34e20e-7b4c-4c0d-a140-de355b458c11 req-a35d70b7-90c0-4c9b-9049-6722bbfc024d tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.0899858 Jun 24 16:37:22.286714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:22.322081 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab34e20e-7b4c-4c0d-a140-de355b458c11 req-e382f490-5058-4671-b343-d69514609e1f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Jun 24 16:37:22.465551 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-1bf2daf6-b842-4538-b97d-6c3b83e26885 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:22.467056 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-1bf2daf6-b842-4538-b97d-6c3b83e26885 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 946 time: 0.1034310 Jun 24 16:37:22.545701 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Deleting port 7f8de839-7697-46f8-94e6-e5e719763b4d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:22.546030 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:22.584372 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:22.808366 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] For port 7f8de839-7697-46f8-94e6-e5e719763b4d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7f8de839-7697-46f8-94e6-e5e719763b4d,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:22.808612 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.091632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.092293 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.092293 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Floating IP 107fcac1-7aed-49c9-9d89-1bb60b26b852 disassociated. External IP: 172.28.2.242, port: 7f8de839-7697-46f8-94e6-e5e719763b4d. Jun 24 16:37:23.092595 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Calling delete_port for 7f8de839-7697-46f8-94e6-e5e719763b4d owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:23.245333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.271096 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66dac6-1f53-4eef-a67c-f89972a1efb3 req-8cbabea6-5f9a-4339-b2d2-c11b60d45da6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:23.272697 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cb66dac6-1f53-4eef-a67c-f89972a1efb3 req-8cbabea6-5f9a-4339-b2d2-c11b60d45da6 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 867 time: 0.0887928 Jun 24 16:37:23.297363 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event deleted for resources: {'Port': ['ID=7f8de839-7697-46f8-94e6-e5e719763b4d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:23.322551 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cb66dac6-1f53-4eef-a67c-f89972a1efb3 req-59eb343d-2585-4e6e-b46e-9dfff8b3491b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=f70ad274-62be-4fc1-98f4-d38006760c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Jun 24 16:37:23.638075 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:23.652415 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Router 85c0f595-4505-48c4-928d-63da2ecbcefa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:37:23.661842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a25ad6-cc9b-4d62-be78-9e408499d330 req-dab4370e-7030-4cb2-bc94-bde6bc34acd4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:23.663383 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-37a25ad6-cc9b-4d62-be78-9e408499d330 req-dab4370e-7030-4cb2-bc94-bde6bc34acd4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.1472170 Jun 24 16:37:23.736315 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5900693c-4370-4907-96ea-7e988cd187ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.738882 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385b7b09-23d4-41b9-a46a-1be7c3f115ec'] response: {'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'code': 200} Jun 24 16:37:23.858279 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-37a25ad6-cc9b-4d62-be78-9e408499d330 req-6a5cf41c-8641-4828-988a-47aa07daebb7 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249278 Jun 24 16:37:23.889992 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:37:23.900112 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:37:23.909902 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:23.910499 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:23.976468 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] No DVR routers for this DVR port 7f8de839-7697-46f8-94e6-e5e719763b4d on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:37:23.978996 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:23.981461 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'name': 'network-vif-deleted', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:23.997174 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-02f145d9-f82b-4f02-bd1e-c01937a25e6f req-981b3f37-42e7-4f4f-adf1-b063bf68f652 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "DELETE /v2.0/ports/7f8de839-7697-46f8-94e6-e5e719763b4d HTTP/1.1" status: 204 len: 173 time: 1.5196261 Jun 24 16:37:24.035575 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7baade2e-45ca-4062-93c3-e291842a973d'] response: {'server_uuid': 'd63fbf71-007b-4e4d-9e31-180154d55f1a', 'name': 'network-vif-deleted', 'tag': '7f8de839-7697-46f8-94e6-e5e719763b4d', 'status': 'completed', 'code': 200} Jun 24 16:37:24.104448 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:24.434467 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:24.441394 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:24.450399 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:24.451030 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:36:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:24.496724 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-8d6ae099-e60a-400d-be5d-d7e736327407 req-bf7fd9b8-945c-4911-aca6-0a21f01ed6d1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:24.512763 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-8d6ae099-e60a-400d-be5d-d7e736327407 req-bf7fd9b8-945c-4911-aca6-0a21f01ed6d1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:24.513638 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-8d6ae099-e60a-400d-be5d-d7e736327407 req-bf7fd9b8-945c-4911-aca6-0a21f01ed6d1 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d63fbf71-007b-4e4d-9e31-180154d55f1a HTTP/1.1" status: 200 len: 210 time: 0.0688453 Jun 24 16:37:24.654976 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:24.997702 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:25.003176 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a36e87-a733-4a21-90b3-a3ed28bf8009 None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'e5872108-4709-4bf9-89de-0265c8607bfd', 'name': '', 'network_id': '3c715a60-f0af-41c2-aba5-afb23e163284', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'mac_address': 'fa:16:3e:46:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '24c87437-f795-44b8-b38a-6916458f97cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'subnets': [{'id': '24c87437-f795-44b8-b38a-6916458f97cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:25.068651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a794b-d38b-4cf9-9908-6dd7905d94be req-611b2411-9f69-4a16-a5d5-b8526dabcb48 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:25.070147 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-411a794b-d38b-4cf9-9908-6dd7905d94be req-611b2411-9f69-4a16-a5d5-b8526dabcb48 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.0983424 Jun 24 16:37:25.124528 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-411a794b-d38b-4cf9-9908-6dd7905d94be req-34798fc8-23a6-46f8-b0dd-b02071aa2d6f tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484760 Jun 24 16:37:25.216843 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb76418-1a53-4b7a-b574-e49f431484b7 req-f42a9fc7-e78f-4b7c-8b75-bf9061e88376 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:25.222102 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-feb76418-1a53-4b7a-b574-e49f431484b7 req-f42a9fc7-e78f-4b7c-8b75-bf9061e88376 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1083481 Jun 24 16:37:25.271215 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-feb76418-1a53-4b7a-b574-e49f431484b7 req-0d330a42-2c27-45a7-8bef-64e31bfdab8f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461843 Jun 24 16:37:25.289595 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0491602-d232-4b65-a197-253f88f44598 None None] New status for floating IP 107fcac1-7aed-49c9-9d89-1bb60b26b852: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:37:25.334710 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9497f-d35e-4359-8ac9-c2348aac5137 req-2dca2849-0c72-4de5-8ae4-33db74c756f4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:25.336219 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6de9497f-d35e-4359-8ac9-c2348aac5137 req-2dca2849-0c72-4de5-8ae4-33db74c756f4 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.1000123 Jun 24 16:37:25.345581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:25.350386 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Request body: {'floatingip': {'port_id': '0a69dd93-1723-4982-89bc-4e573e0a3dcc'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:37:25.350624 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 7f8de839-7697-46f8-94e6-e5e719763b4d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:25.430464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:25.454585 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 7f8de839-7697-46f8-94e6-e5e719763b4d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:25.455073 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 7f8de839-7697-46f8-94e6-e5e719763b4d not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:25.667552 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:25.747012 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:25.777804 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:25.832015 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:25.851388 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ad274-62be-4fc1-98f4-d38006760c18,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:25.868538 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:25.871953 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-2d602a06-64a7-466b-b3e7-59c3457e684d tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "DELETE /v2.0/security-groups/f70ad274-62be-4fc1-98f4-d38006760c18 HTTP/1.1" status: 204 len: 168 time: 0.2011201 Jun 24 16:37:25.872191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:25.890266 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.api.v2.resource [None req-d650d019-5200-4e29-9713-980d679c0929 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] show failed (client error): The resource could not be found. Jun 24 16:37:25.891260 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d650d019-5200-4e29-9713-980d679c0929 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups/f70ad274-62be-4fc1-98f4-d38006760c18 HTTP/1.1" status: 404 len: 347 time: 0.0181527 Jun 24 16:37:25.893926 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:26.056806 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Deleting port 9012bea2-3424-48a1-a365-4df391d58fb8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:26.057140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.125155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5be8c3c9-86ca-49d1-b028-db2924d45165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.166137 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.170047 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.302554 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.303141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.343494 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP c3ae15c5-991f-4615-ad5f-fe519836ebff associated. External IP: 172.28.2.2, port: 0a69dd93-1723-4982-89bc-4e573e0a3dcc. Jun 24 16:37:26.426958 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Calling delete_port for 9012bea2-3424-48a1-a365-4df391d58fb8 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:26.609946 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a93f-24d5-4110-8916-3a60f7a5e8e2 req-626b7896-15b5-4ea1-bd81-e7b43b4d8758 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:26.611469 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0616a93f-24d5-4110-8916-3a60f7a5e8e2 req-626b7896-15b5-4ea1-bd81-e7b43b4d8758 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1924412 Jun 24 16:37:26.678346 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-0616a93f-24d5-4110-8916-3a60f7a5e8e2 req-aa9f501a-bc78-4618-87de-54c9212117f9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595407 Jun 24 16:37:26.679087 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.710503 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:37:26.727670 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event deleted for resources: {'Port': ['ID=9012bea2-3424-48a1-a365-4df391d58fb8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:26.826481 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.845096 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.846386 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-5db2a56f-b663-432c-b904-11a62c8d0721 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "DELETE /v2.0/floatingips/107fcac1-7aed-49c9-9d89-1bb60b26b852 HTTP/1.1" status: 204 len: 168 time: 0.9516010 Jun 24 16:37:26.898168 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:37:26.902345 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.908362 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:37:26.930735 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:26.931677 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:26.942550 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:26.966877 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a352060c-447f-4b5e-b4dd-efece27de341 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "PUT /v2.0/floatingips/c3ae15c5-991f-4615-ad5f-fe519836ebff HTTP/1.1" status: 200 len: 989 time: 1.6206038 Jun 24 16:37:26.967482 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:27.014029 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b118973-8830-418d-98e4-fa42dd675c6c'] response: {'name': 'network-changed', 'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'status': 'completed', 'code': 200} Jun 24 16:37:27.120158 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:27.136064 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-3883d43a-be6d-4ff5-b673-96181ab36627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:27.137580 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-3883d43a-be6d-4ff5-b673-96181ab36627 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 1098 time: 0.0854571 Jun 24 16:37:27.200592 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:27.274495 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-e5568621-5ab5-437a-992c-ec268f814240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:27.276040 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-e5568621-5ab5-437a-992c-ec268f814240 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 200 len: 916 time: 0.1317163 Jun 24 16:37:27.379874 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-619c050a-0744-4db0-81fa-fbc54f851872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc HTTP/1.1" status: 200 len: 997 time: 0.0958345 Jun 24 16:37:27.450527 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-d7b205f0-f584-4fb5-a393-174a4fccb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:27.451967 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-d7b205f0-f584-4fb5-a393-174a4fccb131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 200 len: 854 time: 0.0617485 Jun 24 16:37:27.505728 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c3ae15c5-991f-4615-ad5f-fe519836ebff', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:b9:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:07Z', 'updated_at': '2022-06-24T16:37:25Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:27.510009 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:27.518948 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:27.519561 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:27.542945 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-8736274d-572f-40a4-b022-2a3b9478895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:27.544412 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-8736274d-572f-40a4-b022-2a3b9478895d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c51764d-50ca-4d1e-9373-c439de376dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771117 Jun 24 16:37:27.701889 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:27.799047 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-285c1f01-13bb-4ed8-b70c-2afbcfd05056 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387385 Jun 24 16:37:27.885357 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d7d8b-f253-451b-8b53-2083a5305a43 req-813685d4-f593-4272-ab61-be91c3b7db26 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:27.891434 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-620d7d8b-f253-451b-8b53-2083a5305a43 req-813685d4-f593-4272-ab61-be91c3b7db26 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0968776 Jun 24 16:37:27.933856 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-620d7d8b-f253-451b-8b53-2083a5305a43 req-9812be7f-fc86-46ca-9e54-a8e6c3f7a572 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397704 Jun 24 16:37:27.939397 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a4c41cfc-cae7-4209-9552-3f3c05deb452 req-55e5fd61-f175-43ea-aa01-f08eb3088356 service neutron] 10.222.0.36 "GET /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297638 Jun 24 16:37:28.047250 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c3ae15c5-991f-4615-ad5f-fe519836ebff', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:b9:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:07Z', 'updated_at': '2022-06-24T16:37:25Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:28.051990 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f4a7c-0378-4860-9996-1767fcf451d9 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_floatingips': [{'id': 'c3ae15c5-991f-4615-ad5f-fe519836ebff', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'router_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'port_id': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'mac_address': 'fa:16:3e:b9:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:07Z', 'updated_at': '2022-06-24T16:37:25Z', 'revision_number': 1, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:28.243908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3edfc-0adf-459f-8885-2e05342ec7b6 None None] New status for floating IP c3ae15c5-991f-4615-ad5f-fe519836ebff: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:37:28.507977 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:29.137117 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837add-5511-47bb-b0b0-78df29534446 req-88b15151-f38b-4bc4-ad48-92d935ba1bee tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:29.138568 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08837add-5511-47bb-b0b0-78df29534446 req-88b15151-f38b-4bc4-ad48-92d935ba1bee tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0922115 Jun 24 16:37:29.184503 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08837add-5511-47bb-b0b0-78df29534446 req-fa5bf743-20cc-4acf-808d-2b2f189305ea tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390437 Jun 24 16:37:29.682446 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536cb58-56e3-4b2f-b858-9678a58c7d8f req-bb274b54-cbba-49ce-b035-033974f1ba1a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:29.683898 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6536cb58-56e3-4b2f-b858-9678a58c7d8f req-bb274b54-cbba-49ce-b035-033974f1ba1a tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0891991 Jun 24 16:37:29.726839 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-6536cb58-56e3-4b2f-b858-9678a58c7d8f req-16eba5f9-502d-4067-98b7-8a06e6bfd475 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Jun 24 16:37:30.377872 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808eb8-ea00-455b-a347-275b546bda27 req-ab54e978-4f60-45f0-8171-5147ade7e43b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:30.379322 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ca808eb8-ea00-455b-a347-275b546bda27 req-ab54e978-4f60-45f0-8171-5147ade7e43b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0852482 Jun 24 16:37:30.425099 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ca808eb8-ea00-455b-a347-275b546bda27 req-68c8bfd5-2941-4890-8379-19859b8f0dab tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401680 Jun 24 16:37:30.922182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f8be0-e99a-4422-88e3-a601f1583775 req-9cae4867-f5de-456d-9b8b-8d82e2e770d9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:30.923813 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d53f8be0-e99a-4422-88e3-a601f1583775 req-9cae4867-f5de-456d-9b8b-8d82e2e770d9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0895476 Jun 24 16:37:30.968482 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d53f8be0-e99a-4422-88e3-a601f1583775 req-4436afbc-d71b-4952-a8b7-92789f19050b tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 Jun 24 16:37:31.390249 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21e342-e5a3-470f-a968-9443e05029fa req-eb91e390-8680-4e4d-bb5e-77fcccb72da9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:31.392278 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7c21e342-e5a3-470f-a968-9443e05029fa req-eb91e390-8680-4e4d-bb5e-77fcccb72da9 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 945 time: 0.0899768 Jun 24 16:37:31.466789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Deleting port 90ec9578-82d0-4d94-a320-98a2ca7280b6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:31.467066 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:31.624351 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183cf63-88a2-4964-a391-2607461820e8 req-b0f6eed1-996a-4379-9069-5648e0bec329 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:31.625870 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1183cf63-88a2-4964-a391-2607461820e8 req-b0f6eed1-996a-4379-9069-5648e0bec329 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0901067 Jun 24 16:37:31.668704 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1183cf63-88a2-4964-a391-2607461820e8 req-45d74453-3508-4108-afab-5105bcb1341d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 Jun 24 16:37:31.723348 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] For port 90ec9578-82d0-4d94-a320-98a2ca7280b6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=90ec9578-82d0-4d94-a320-98a2ca7280b6,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:31.723704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:31.845950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Calling delete_port for 90ec9578-82d0-4d94-a320-98a2ca7280b6 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:32.001817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:32.014763 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['384028d0-eaa1-49a0-896c-278757fdd33a', '90ec9578-82d0-4d94-a320-98a2ca7280b6'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:32.059376 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event deleted for resources: {'Port': ['ID=90ec9578-82d0-4d94-a320-98a2ca7280b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:32.194708 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-708b97e7-5efc-4339-a0d5-8620d874bed9 req-34f183c1-bea5-4e01-a569-75184a606ff0 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6c943dd-efc1-45ae-8a15-b917df87ba58 HTTP/1.1" status: 200 len: 210 time: 0.0911596 Jun 24 16:37:32.210433 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] No DVR routers for this DVR port 90ec9578-82d0-4d94-a320-98a2ca7280b6 on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:37:32.212878 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:32.215414 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'name': 'network-vif-deleted', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:32.227630 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-7c21e342-e5a3-470f-a968-9443e05029fa req-0e4807b3-c96c-4d61-9d58-748da6a86007 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "DELETE /v2.0/ports/90ec9578-82d0-4d94-a320-98a2ca7280b6 HTTP/1.1" status: 204 len: 173 time: 0.8267784 Jun 24 16:37:32.261880 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8315ac29-37ef-497f-a3a1-ff2ec8bbd0d5'] response: {'server_uuid': 'd6c943dd-efc1-45ae-8a15-b917df87ba58', 'name': 'network-vif-deleted', 'tag': '90ec9578-82d0-4d94-a320-98a2ca7280b6', 'status': 'completed', 'code': 200} Jun 24 16:37:32.864187 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caab1e-f824-4b5e-9bf2-2b16d3ed72f4 req-fd4d5590-cf02-4723-b914-5be88a5e737d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:32.865660 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f1caab1e-f824-4b5e-9bf2-2b16d3ed72f4 req-fd4d5590-cf02-4723-b914-5be88a5e737d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0889075 Jun 24 16:37:32.917011 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f1caab1e-f824-4b5e-9bf2-2b16d3ed72f4 req-bffbf55f-6e1c-46d7-b5d9-109d97f09c22 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456579 Jun 24 16:37:33.669308 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-20cde083-1480-45aa-ba67-50e6e3721277 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:33.669975 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-20cde083-1480-45aa-ba67-50e6e3721277 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:33.684562 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-20cde083-1480-45aa-ba67-50e6e3721277 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:33.685645 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-20cde083-1480-45aa-ba67-50e6e3721277 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1065595 Jun 24 16:37:33.729616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-be6c0c08-374a-41f5-8aef-360a84d6b6f2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:33.744354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-be6c0c08-374a-41f5-8aef-360a84d6b6f2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:33.745728 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-79435c9d-5618-4443-b2ef-36c2ee7ab1fd req-be6c0c08-374a-41f5-8aef-360a84d6b6f2 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Jun 24 16:37:34.115700 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0adb3-264d-404c-bf23-b09723010a82 req-5db903f8-6a0c-4cf5-8ab4-b8982e172551 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:34.117043 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-11d0adb3-264d-404c-bf23-b09723010a82 req-5db903f8-6a0c-4cf5-8ab4-b8982e172551 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0867617 Jun 24 16:37:34.159630 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-11d0adb3-264d-404c-bf23-b09723010a82 req-962aa7da-0ae8-466f-8266-3c1e59a034fa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368001 Jun 24 16:37:34.935690 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffddd4-5a33-4918-b702-742787ff86af req-e0ad87e2-409c-4988-ab9d-2389347ac69f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:34.937138 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-75ffddd4-5a33-4918-b702-742787ff86af req-e0ad87e2-409c-4988-ab9d-2389347ac69f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0884585 Jun 24 16:37:34.986785 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-75ffddd4-5a33-4918-b702-742787ff86af req-2329b15e-5332-42e2-86b1-75a020a91872 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Jun 24 16:37:35.384377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 90ec9578-82d0-4d94-a320-98a2ca7280b6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:35.420080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 90ec9578-82d0-4d94-a320-98a2ca7280b6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:35.420418 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 90ec9578-82d0-4d94-a320-98a2ca7280b6 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:35.455681 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c280d-9d4c-416b-815b-35103055a663 req-5a4a714c-e19d-4589-8cad-a46756cce2c0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:35.457060 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2b7c280d-9d4c-416b-815b-35103055a663 req-5a4a714c-e19d-4589-8cad-a46756cce2c0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1857033 Jun 24 16:37:35.500573 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2b7c280d-9d4c-416b-815b-35103055a663 req-7d8ecefd-5452-4b1e-813a-26b7ad8177e7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377829 Jun 24 16:37:36.182672 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6675ebb-bc6a-4991-9c10-4dc5dba77a3f req-77ab4bc3-1441-4e98-bbe1-c824f8fce97f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:36.184121 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6675ebb-bc6a-4991-9c10-4dc5dba77a3f req-77ab4bc3-1441-4e98-bbe1-c824f8fce97f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0856647 Jun 24 16:37:36.226849 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f6675ebb-bc6a-4991-9c10-4dc5dba77a3f req-706b9061-cdbc-428c-8dfe-ecbc02dd40ac tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Jun 24 16:37:36.692860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3cef3-6068-4097-9409-59d8443ca863 req-b49794ed-4a6d-4e1a-94d4-796db6ea1543 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:36.694336 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dcd3cef3-6068-4097-9409-59d8443ca863 req-b49794ed-4a6d-4e1a-94d4-796db6ea1543 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0863945 Jun 24 16:37:36.736701 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dcd3cef3-6068-4097-9409-59d8443ca863 req-a681fa22-d93c-4402-86cc-37f704423ab1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367799 Jun 24 16:37:37.406321 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-4d4c5928-f090-4367-a32b-f97d5396bc5c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:37.407052 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-4d4c5928-f090-4367-a32b-f97d5396bc5c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:37.419110 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-4d4c5928-f090-4367-a32b-f97d5396bc5c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:37.420265 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-4d4c5928-f090-4367-a32b-f97d5396bc5c tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.1059310 Jun 24 16:37:37.422021 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cf3a4-a7f9-4a21-9431-4f5f6a21b7a5 req-c5f12ff7-de82-4a6a-9290-07926225ba72 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:37.423600 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-215cf3a4-a7f9-4a21-9431-4f5f6a21b7a5 req-c5f12ff7-de82-4a6a-9290-07926225ba72 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 946 time: 0.0932019 Jun 24 16:37:37.467445 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-215cf3a4-a7f9-4a21-9431-4f5f6a21b7a5 req-b2f98e08-5bfa-4ef0-b62c-80aa55d2da85 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5575fab-6b09-4d58-a27d-a3e90c952d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jun 24 16:37:37.497866 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Deleting port 384028d0-eaa1-49a0-896c-278757fdd33a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:37.498195 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:37.742244 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] For port 384028d0-eaa1-49a0-896c-278757fdd33a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=384028d0-eaa1-49a0-896c-278757fdd33a,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:37.742968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:37.866704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Calling delete_port for 384028d0-eaa1-49a0-896c-278757fdd33a owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:38.052581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf141b0-bfb7-41f0-808d-ff0592d5b883 req-349b6e89-b9cf-4b99-9592-a1afd81db820 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:38.054027 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ecf141b0-bfb7-41f0-808d-ff0592d5b883 req-349b6e89-b9cf-4b99-9592-a1afd81db820 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1972451 Jun 24 16:37:38.118058 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ecf141b0-bfb7-41f0-808d-ff0592d5b883 req-c49b0256-c5e7-42ba-baf0-52b09e63ff8d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565953 Jun 24 16:37:38.118671 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:38.132274 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['384028d0-eaa1-49a0-896c-278757fdd33a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:38.206367 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Pushing event deleted for resources: {'Port': ['ID=384028d0-eaa1-49a0-896c-278757fdd33a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:38.261248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] No DVR routers for this DVR port 384028d0-eaa1-49a0-896c-278757fdd33a on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:37:38.263767 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:38.266130 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'name': 'network-vif-deleted', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:38.284437 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4cb76257-ced3-4fa4-af89-10089c31fc8e req-e99a2e4c-85ae-41ed-994c-6b72f2f2b48f tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.36 "DELETE /v2.0/ports/384028d0-eaa1-49a0-896c-278757fdd33a HTTP/1.1" status: 204 len: 173 time: 0.8547993 Jun 24 16:37:38.312123 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4561d0f1-3229-408d-b048-d0ea0932d0fd'] response: {'server_uuid': '33a9f82a-7530-40e6-b45e-3d56ed8bc21a', 'name': 'network-vif-deleted', 'tag': '384028d0-eaa1-49a0-896c-278757fdd33a', 'status': 'completed', 'code': 200} Jun 24 16:37:38.652463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-80f541e1-afeb-4ab9-9397-645d2910e40a req-b0aa327b-6a75-4be5-b9c8-e736ae23fb08 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Synchronizing usage tracker for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:37:38.667786 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-80f541e1-afeb-4ab9-9397-645d2910e40a req-b0aa327b-6a75-4be5-b9c8-e736ae23fb08 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] Unset dirty status for tenant:4d688ee280bf4507946b9799c1609be2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:37:38.668916 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-80f541e1-afeb-4ab9-9397-645d2910e40a req-b0aa327b-6a75-4be5-b9c8-e736ae23fb08 tempest-ServerRescueNegativeTestJSON-273498256 tempest-ServerRescueNegativeTestJSON-273498256-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a9f82a-7530-40e6-b45e-3d56ed8bc21a HTTP/1.1" status: 200 len: 210 time: 0.0718718 Jun 24 16:37:39.327118 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55c89-ebbe-4531-959f-9d94aa48d954 req-2a1e5edc-3903-4ded-8c1a-52ad62cdef90 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:39.327118 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c2a55c89-ebbe-4531-959f-9d94aa48d954 req-2a1e5edc-3903-4ded-8c1a-52ad62cdef90 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0905735 Jun 24 16:37:39.375330 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-c2a55c89-ebbe-4531-959f-9d94aa48d954 req-7e996df1-8e1f-4649-ad6a-12985cb7af54 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Jun 24 16:37:39.761440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:40.500596 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:40.587673 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7673301-0db4-4f9f-8bb3-50d9c4640b40 req-1f986f80-ad65-420a-b7b9-fede0118f2a1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:40.589292 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b7673301-0db4-4f9f-8bb3-50d9c4640b40 req-1f986f80-ad65-420a-b7b9-fede0118f2a1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1009748 Jun 24 16:37:40.636495 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b7673301-0db4-4f9f-8bb3-50d9c4640b40 req-58f0980c-4de3-4054-a485-1a7badd75d69 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Jun 24 16:37:40.856638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Deleting port e5872108-4709-4bf9-89de-0265c8607bfd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:40.857197 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:41.028733 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] For port e5872108-4709-4bf9-89de-0265c8607bfd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=e5872108-4709-4bf9-89de-0265c8607bfd,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:41.029076 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:41.148904 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Calling delete_port for e5872108-4709-4bf9-89de-0265c8607bfd owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:41.329754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:41.381518 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5872108-4709-4bf9-89de-0265c8607bfd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:41.426200 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 384028d0-eaa1-49a0-896c-278757fdd33a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:41.466071 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 384028d0-eaa1-49a0-896c-278757fdd33a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:41.466402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 384028d0-eaa1-49a0-896c-278757fdd33a not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:41.651746 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:42.004122 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893fd0c-22d2-43f6-a4ce-c950d581e2e2 req-aa7c7f8a-8686-4e00-acd5-2f0fbefd79c3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:42.005708 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e893fd0c-22d2-43f6-a4ce-c950d581e2e2 req-aa7c7f8a-8686-4e00-acd5-2f0fbefd79c3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1949971 Jun 24 16:37:42.181330 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e893fd0c-22d2-43f6-a4ce-c950d581e2e2 req-fb3c763b-928c-40ea-9190-97893c8e0163 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260440 Jun 24 16:37:42.215748 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Router 85c0f595-4505-48c4-928d-63da2ecbcefa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:37:42.392683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:37:42.401687 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Sync routers for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:37:42.409486 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-33a27764-6697-4ef4-8c5c-0aa1dbfe0854 admin admin] 10.222.0.26 "PUT /v2.0/routers/85c0f595-4505-48c4-928d-63da2ecbcefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6464195 Jun 24 16:37:42.412267 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:42.412755 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:42.413370 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:42.585409 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:42.586818 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:42.758268 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:42.767659 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Deleting port 59a8a0d2-2eb6-4562-9525-f60739fb40ae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:42.768250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:42.891796 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:37:41Z', 'revision_number': 5, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port': {'id': '59a8a0d2-2eb6-4562-9525-f60739fb40ae', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:42.896444 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Checking router: 85c0f595-4505-48c4-928d-63da2ecbcefa for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:37:42.904786 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Routers {'85c0f595-4505-48c4-928d-63da2ecbcefa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:37:42.905378 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['85c0f595-4505-48c4-928d-63da2ecbcefa'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:42.944494 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] For port 59a8a0d2-2eb6-4562-9525-f60739fb40ae, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=59a8a0d2-2eb6-4562-9525-f60739fb40ae,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:42.944844 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.058471 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] Set router 85c0f595-4505-48c4-928d-63da2ecbcefa gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:37:43.168117 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:37:42Z', 'revision_number': 6, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:43.172019 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7354b-726f-4bd5-bb7f-2ca6469dc8b6 None None] The sync data for ids ['85c0f595-4505-48c4-928d-63da2ecbcefa'] in dv-cinder-847189-3-smb is: [{'id': '85c0f595-4505-48c4-928d-63da2ecbcefa', 'name': 'tempest-ServerRescueNegativeTestJSON-1078694596-router', 'tenant_id': '4d688ee280bf4507946b9799c1609be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:37:42Z', 'revision_number': 6, 'project_id': '4d688ee280bf4507946b9799c1609be2', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:37:43.180409 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Calling delete_port for 59a8a0d2-2eb6-4562-9525-f60739fb40ae owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:43.355307 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.407180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a8a0d2-2eb6-4562-9525-f60739fb40ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:43.459181 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35595160-a4f3-42f4-8148-84a511c7dfab req-ff655513-9bce-4afc-a49e-96b74d39e183 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:43.460561 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35595160-a4f3-42f4-8148-84a511c7dfab req-ff655513-9bce-4afc-a49e-96b74d39e183 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1706669 Jun 24 16:37:43.506960 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-35595160-a4f3-42f4-8148-84a511c7dfab req-bf02011d-979e-42e1-b75a-ea26987d5df0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405600 Jun 24 16:37:43.511810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.694401 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.696560 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.718511 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.719047 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c0f595-4505-48c4-928d-63da2ecbcefa {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:37:43.732421 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.733523 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-0f0302a6-fe25-455f-b9bd-e15b2fef2f27 admin admin] 10.222.0.26 "DELETE /v2.0/routers/85c0f595-4505-48c4-928d-63da2ecbcefa HTTP/1.1" status: 204 len: 168 time: 1.3203328 Jun 24 16:37:43.736120 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:43.797570 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Deleting subnet 24c87437-f795-44b8-b38a-6916458f97cc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:37:43.800845 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.849731 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.929853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:43.999919 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.039778 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c87437-f795-44b8-b38a-6916458f97cc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:44.044286 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.050830 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a91e6679-0286-48ab-bb54-13ed73e9f5d3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/24c87437-f795-44b8-b38a-6916458f97cc HTTP/1.1" status: 204 len: 168 time: 0.3137553 Jun 24 16:37:44.051400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device e5872108-4709-4bf9-89de-0265c8607bfd no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:44.053250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:44.086220 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d3272-d1f8-4d3f-9870-8aa2f8ce7f0e None None] Network 3c715a60-f0af-41c2-aba5-afb23e163284 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:37:44.108554 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: e5872108-4709-4bf9-89de-0265c8607bfd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:44.108885 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device e5872108-4709-4bf9-89de-0265c8607bfd not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:44.109285 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 59a8a0d2-2eb6-4562-9525-f60739fb40ae no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:44.162940 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.176756 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Deleting port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:44.177342 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.190832 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 59a8a0d2-2eb6-4562-9525-f60739fb40ae {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:44.191645 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 59a8a0d2-2eb6-4562-9525-f60739fb40ae not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:44.392844 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] For port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:44.394642 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.409574 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] DHCP port deletion for 3c715a60-f0af-41c2-aba5-afb23e163284 request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:37:44.413826 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Deleting port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:44.414255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.517266 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Calling delete_port for 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:44.595056 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.630777 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] For port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,segment=NetworkSegment(446798de-6265-4d11-a6a5-4b4cddb5fe74),segment_id=446798de-6265-4d11-a6a5-4b4cddb5fe74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:44.631231 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.758882 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Calling delete_port for 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:37:44.775133 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Pushing event deleted for resources: {'Port': ['ID=342ca1b4-8e5a-4766-ac0f-971b1ab868a0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:44.790788 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] No DVR routers for this DVR port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 on host dv-cinder-847189-3-smb {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:37:44.835809 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:37:44.836153 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:37:44.920773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:44.958468 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c715a60-f0af-41c2-aba5-afb23e163284']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:44.975347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e1a8-c691-4dcc-8d39-40d3ce933292 req-c515f1f8-ab83-46c5-b14a-9ba5c54c573e tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:44.976811 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2650e1a8-c691-4dcc-8d39-40d3ce933292 req-c515f1f8-ab83-46c5-b14a-9ba5c54c573e tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.2458467 Jun 24 16:37:44.980221 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446798de-6265-4d11-a6a5-4b4cddb5fe74') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:44.980508 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446798de-6265-4d11-a6a5-4b4cddb5fe74') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:37:45.005728 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.031897 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.046128 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:37:45.046534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.068327 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2650e1a8-c691-4dcc-8d39-40d3ce933292 req-9b8599aa-f053-4c2c-bcf4-01e8fbac2f79 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811858 Jun 24 16:37:45.139364 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 446798de-6265-4d11-a6a5-4b4cddb5fe74 resource provider aggregate not found Jun 24 16:37:45.167722 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 446798de-6265-4d11-a6a5-4b4cddb5fe74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 446798de-6265-4d11-a6a5-4b4cddb5fe74 found for delete ", "request_id": "req-575c0a9d-879e-46bb-9e06-6fae8225290f"}]} Jun 24 16:37:45.184531 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.204287 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.216936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] Pushing event deleted for resources: {'Network': ['ID=3c715a60-f0af-41c2-aba5-afb23e163284,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:45.234608 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1d39c79c-2bfa-4501-bebb-36ab22821abc admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c715a60-f0af-41c2-aba5-afb23e163284 HTTP/1.1" status: 204 len: 168 time: 1.1802814 Jun 24 16:37:45.337339 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Deleting port 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:37:45.338125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.369150 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:45.422032 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-411c526a-f229-4c9a-bd66-7159a74d0a20 None None] The port '342ca1b4-8e5a-4766-ac0f-971b1ab868a0' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:37:45.435529 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1f8296c0-73f7-4ba7-8d4f-8e455adf462f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d688ee280bf4507946b9799c1609be2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651653 Jun 24 16:37:45.438114 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50424) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:45.501246 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.527618 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.590081 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.608278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5575fab-6b09-4d58-a27d-a3e90c952d6b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:45.621167 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:45.622550 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c63bc5db-8e7e-41e0-8507-619e7a904354 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5575fab-6b09-4d58-a27d-a3e90c952d6b HTTP/1.1" status: 204 len: 168 time: 0.1835375 Jun 24 16:37:46.045293 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:37:46.083106 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:37:46.083447 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 342ca1b4-8e5a-4766-ac0f-971b1ab868a0 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:37:46.279754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4594c8-0d18-44d6-9eb1-b5cfb0341219 req-97d25326-ca1e-4215-ab23-d48312166203 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:46.281195 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6d4594c8-0d18-44d6-9eb1-b5cfb0341219 req-97d25326-ca1e-4215-ab23-d48312166203 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0926590 Jun 24 16:37:46.325701 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-6d4594c8-0d18-44d6-9eb1-b5cfb0341219 req-d399c9a8-7b1f-42e5-a94f-e553b175e6a7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379632 Jun 24 16:37:47.443755 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50480) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:47.478561 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:37:47.542726 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c9c3-2b14-4f3c-9cfd-f988e1dd889b req-a232e6b6-8a60-45ba-ba4b-165b9e4751e6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:47.544299 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1351c9c3-2b14-4f3c-9cfd-f988e1dd889b req-a232e6b6-8a60-45ba-ba4b-165b9e4751e6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0942726 Jun 24 16:37:47.595056 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.619418 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:47.622751 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:47.630730 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1351c9c3-2b14-4f3c-9cfd-f988e1dd889b req-1b644387-95ba-4677-97c5-0d33bddd2a70 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785396 Jun 24 16:37:47.631660 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Usage tracker for resource:security_group_rule and tenant:85ee25160ae8409c83ed3fb8f62332eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:47.633377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'de147a86-41cd-4445-9339-5e63d0db4106', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:37:47.634650 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:47.640232 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:47.691302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: ACTIVE; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:47.691639 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.709380 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:37:47.721749 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.725084 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:47.725856 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.728566 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.773885 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85ee25160ae8409c83ed3fb8f62332eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290327 Jun 24 16:37:47.775029 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:47.775558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17695c66-c46b-488e-b32a-c3147f310dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4282efdc-5f3d-46ed-be14-bb8abf729d71,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:47.804205 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:47.833456 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.858400 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.863675 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['de147a86-41cd-4445-9339-5e63d0db4106'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:37:47.913260 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.929802 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4282efdc-5f3d-46ed-be14-bb8abf729d71,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:47.934595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:47.938877 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3cad0c65-60ed-457e-8da9-719ebda2cf78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4282efdc-5f3d-46ed-be14-bb8abf729d71 HTTP/1.1" status: 204 len: 168 time: 0.1628442 Jun 24 16:37:48.213527 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:48.232001 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.246735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:48.250500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2084997037458280d7e3987797a9b7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:48.253668 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:48.259252 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:48.344733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.349110 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.396517 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c2084997037458280d7e3987797a9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814880 Jun 24 16:37:48.397376 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87adb-2bdf-4602-8cf4-58feca86b849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653669e2-9a9c-4122-8eb7-cff859c649d8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:48.399248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:48.457808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.483382 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.539405 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.555585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653669e2-9a9c-4122-8eb7-cff859c649d8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:48.565553 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:48.566784 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f3ef9331-e07a-4908-99c5-a5b6cda4a7be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/653669e2-9a9c-4122-8eb7-cff859c649d8 HTTP/1.1" status: 204 len: 168 time: 0.1665688 Jun 24 16:37:48.838878 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af564d-374d-459c-8b20-1d414ff37171 req-29965ea5-0821-4d28-8c46-0aa25e06506d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:48.840394 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-63af564d-374d-459c-8b20-1d414ff37171 req-29965ea5-0821-4d28-8c46-0aa25e06506d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.0922024 Jun 24 16:37:48.891068 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-63af564d-374d-459c-8b20-1d414ff37171 req-5c88ed57-9fca-4084-a215-c5327eb33ad7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446627 Jun 24 16:37:49.492860 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:37:49.598897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port de147a86-41cd-4445-9339-5e63d0db4106 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:37:49.599305 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:49.727027 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:37:49.727518 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:49.770881 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:37:49.771869 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:37:49.779455 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:49.854628 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5027bdd6-7583-45de-9a85-d32e5f956cd4'] response: {'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'code': 200} Jun 24 16:37:49.869068 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:50.133753 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27239c98-d550-4d3d-b34b-4f3704532ad9 req-e361ccff-23ea-468f-9209-76e8603580b6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:50.136222 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27239c98-d550-4d3d-b34b-4f3704532ad9 req-e361ccff-23ea-468f-9209-76e8603580b6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1241295 Jun 24 16:37:50.189826 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27239c98-d550-4d3d-b34b-4f3704532ad9 req-4cd20a78-0aa4-4cf2-8165-d936149e00ce tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480323 Jun 24 16:37:51.450699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08718a38-9e75-454f-9820-48d8680e5b6c req-0e01769e-c918-43b4-a2c4-947535893b41 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:51.452192 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08718a38-9e75-454f-9820-48d8680e5b6c req-0e01769e-c918-43b4-a2c4-947535893b41 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1080804 Jun 24 16:37:51.501120 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-08718a38-9e75-454f-9820-48d8680e5b6c req-d8dfd938-2c9b-4189-9886-5dea4846d5b2 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Jun 24 16:37:52.612907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:52.746493 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbc72-2e8a-401c-b384-b832433cc556 req-a30052e5-38b1-4471-8cdb-6263c16afb92 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:52.748179 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f65bbc72-2e8a-401c-b384-b832433cc556 req-a30052e5-38b1-4471-8cdb-6263c16afb92 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.0979023 Jun 24 16:37:52.805726 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f65bbc72-2e8a-401c-b384-b832433cc556 req-2d1cdb6d-642a-43ed-b2b2-d2e4ca4a0feb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Jun 24 16:37:53.543485 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-6779a8c9-b178-4732-a145-7a0dec109328 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889766 Jun 24 16:37:53.743360 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-32b14fa4-bf77-4539-8c03-eafc0613a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:53.802690 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-3f8a1a8e-c6f2-432a-adf3-7f21c32b3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:53.804296 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-3f8a1a8e-c6f2-432a-adf3-7f21c32b3a87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.1534867 Jun 24 16:37:54.064382 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-18d349c3-d62c-45ef-9168-7e8bec34d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:54.067984 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-18d349c3-d62c-45ef-9168-7e8bec34d54e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.2333958 Jun 24 16:37:54.087950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab786e18-f3de-4b6b-8ad6-d8b3daab26fd req-908f8fe0-b7cf-45fd-a5a9-90b0f62e2065 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:54.089759 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab786e18-f3de-4b6b-8ad6-d8b3daab26fd req-908f8fe0-b7cf-45fd-a5a9-90b0f62e2065 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1517160 Jun 24 16:37:54.239706 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ab786e18-f3de-4b6b-8ad6-d8b3daab26fd req-24f738a3-6098-4435-a709-d2105c55f98b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905049 Jun 24 16:37:54.248429 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-3e412a38-29c4-4e6d-9b23-737f25ff3fb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 1001 time: 0.1576364 Jun 24 16:37:54.326228 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-c4883d16-2270-47ec-be5c-ec08b4a58b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:54.327594 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-c4883d16-2270-47ec-be5c-ec08b4a58b24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.0599718 Jun 24 16:37:54.532426 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-72694f1b-9f87-4892-8173-3a7d5e4e4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:54.533811 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-72694f1b-9f87-4892-8173-3a7d5e4e4165 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1938298 Jun 24 16:37:54.680039 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-e9c85aa3-44f1-4e2d-82dd-4001da865ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358225 Jun 24 16:37:54.843732 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3af6fce6-ea2d-4404-8cb3-f584676d996e req-e1c507fa-fcaa-4f00-a916-354c9ca4c25b service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546752 Jun 24 16:37:55.475927 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16fa0-6014-4961-bd12-08b115e93e18 req-f9b74f7f-83ee-47f4-b111-6e9813965444 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:55.478824 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1ff16fa0-6014-4961-bd12-08b115e93e18 req-f9b74f7f-83ee-47f4-b111-6e9813965444 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1096907 Jun 24 16:37:55.562521 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-1ff16fa0-6014-4961-bd12-08b115e93e18 req-114e4726-274e-4743-a656-502c12a7f420 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715060 Jun 24 16:37:56.124012 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e571162-39fe-4566-a698-e868bd28151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:56.535049 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:37:56.660311 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:56.794950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304649-e6b4-44be-8df7-a9d49a8806dc req-db7010f3-7322-4fe8-9a6a-a127fb69e998 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:56.797039 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-05304649-e6b4-44be-8df7-a9d49a8806dc req-db7010f3-7322-4fe8-9a6a-a127fb69e998 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1075020 Jun 24 16:37:56.844681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:56.864091 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:56.869489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9e157f832e4af9a6ea5545859cf433 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:56.870788 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-05304649-e6b4-44be-8df7-a9d49a8806dc req-23592e55-d03a-40ab-a404-5a3dafdbfa34 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649009 Jun 24 16:37:56.873031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:56.881344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:56.942482 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:56.982213 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:56.986824 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.025170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7791159-9354-466e-9b6a-e0df7a0a204d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:57.047102 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e5d0317b-a6fc-4ec0-93ec-71e7789422d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c9e157f832e4af9a6ea5545859cf433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823104 Jun 24 16:37:57.047349 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50644) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:57.108136 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.135551 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.210681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.212022 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.234499 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.240423 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7791159-9354-466e-9b6a-e0df7a0a204d HTTP/1.1" status: 204 len: 168 time: 0.1876812 Jun 24 16:37:57.240423 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f194a53-2423-4c9d-8fe9-2923799488a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7791159-9354-466e-9b6a-e0df7a0a204d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:57.575249 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:57.593722 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.611746 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:37:57.615509 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Usage tracker for resource:security_group_rule and tenant:c995500fc557458997ea0bda806f94fa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:37:57.618810 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:37:57.625446 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:37:57.729721 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.733430 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.782578 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f58af-d130-4269-9bd2-8b1e8f512ace,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:57.789465 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-213e8344-0493-488b-ae33-4f4c7fc1e0aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c995500fc557458997ea0bda806f94fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114279 Jun 24 16:37:57.789937 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50660) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:57.875321 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.905841 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:57.974958 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:58.008388 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f58af-d130-4269-9bd2-8b1e8f512ace,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:37:58.037363 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:58.041385 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8810261c-6b2f-4025-a8f6-192b29c4cca6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a70f58af-d130-4269-9bd2-8b1e8f512ace HTTP/1.1" status: 204 len: 168 time: 0.2502234 Jun 24 16:37:58.144735 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48808-be70-4758-bd16-301f4d6e049f req-fae7df18-6ddc-4427-82de-9dd02827fbb5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:58.146075 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27f48808-be70-4758-bd16-301f4d6e049f req-fae7df18-6ddc-4427-82de-9dd02827fbb5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1278841 Jun 24 16:37:58.204667 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-27f48808-be70-4758-bd16-301f4d6e049f req-ee27d091-4c2a-467e-ad82-236b69a83d9d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521743 Jun 24 16:37:58.511434 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:37:59.453221 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109085ff-1066-4aba-9102-1a2c959d07fd req-4748cab0-63b2-402a-8de4-6e42b9321271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:59.454745 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-4748cab0-63b2-402a-8de4-6e42b9321271 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1099 time: 0.1477098 Jun 24 16:37:59.467051 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8407-a7fc-4260-a326-00c7d27d88e2 req-e859aafd-c933-42f1-b653-07a459342c92 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:59.468486 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b06e8407-a7fc-4260-a326-00c7d27d88e2 req-e859aafd-c933-42f1-b653-07a459342c92 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1253233 Jun 24 16:37:59.593355 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b06e8407-a7fc-4260-a326-00c7d27d88e2 req-ecf1d10b-2a9f-40a6-92d9-85662a22cadb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035061 Jun 24 16:37:59.632128 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109085ff-1066-4aba-9102-1a2c959d07fd req-7e676124-8061-4bda-a965-72bf492ce424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:59.633575 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-7e676124-8061-4bda-a965-72bf492ce424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1642520 Jun 24 16:37:59.737928 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-f05e84c5-1f55-48e1-8535-898e234728fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 1001 time: 0.0961289 Jun 24 16:37:59.805885 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109085ff-1066-4aba-9102-1a2c959d07fd req-0e937723-2622-4c0f-b6f5-991c36feaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:59.807347 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-0e937723-2622-4c0f-b6f5-991c36feaf1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0619464 Jun 24 16:37:59.887593 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:37:59.892494 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109085ff-1066-4aba-9102-1a2c959d07fd req-9dfbfd85-9524-46e4-adc9-5ae3921e2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:37:59.894096 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-9dfbfd85-9524-46e4-adc9-5ae3921e2b19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781276 Jun 24 16:38:00.003781 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.017805 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:00.021617 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea990e27f744075b6fd0eb94a461846 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:00.024378 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:00.025853 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-3f5aa703-9cbc-4151-a444-f7b2ae3399f2 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246445 Jun 24 16:38:00.030007 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:00.111903 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.117536 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.164234 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ea990e27f744075b6fd0eb94a461846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755637 Jun 24 16:38:00.166180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8b3ea-86ee-4963-9b74-479f37118076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d727e79-947e-4b83-bee1-67c4e01f0ae8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:00.167834 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-109085ff-1066-4aba-9102-1a2c959d07fd req-812aa957-bff9-4997-9f3f-bdd28b055fea service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320295 Jun 24 16:38:00.168275 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50732) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:00.226389 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.251621 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.306350 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.320258 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d727e79-947e-4b83-bee1-67c4e01f0ae8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:00.326396 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.327520 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d2243131-9103-484a-bd8b-cc173a9be2c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d727e79-947e-4b83-bee1-67c4e01f0ae8 HTTP/1.1" status: 204 len: 168 time: 0.1583605 Jun 24 16:38:00.599231 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:00.616733 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.631652 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:00.635488 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:892b66a534e3437fba1b9d677765af1f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:00.638361 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:00.645265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:00.728610 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.732435 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.779014 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=892b66a534e3437fba1b9d677765af1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790226 Jun 24 16:38:00.779852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43700b6c-c79e-47b3-bf0d-490b966ac9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7153c18d-8552-4cc5-b42c-c6eeb9230ec4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:00.781773 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:00.819287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbfa8b-69a1-48e8-84b7-6f9ae73adc72 req-b557d006-5da8-4b77-b2c1-37e7bed6fbb3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:00.820717 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-96cbfa8b-69a1-48e8-84b7-6f9ae73adc72 req-b557d006-5da8-4b77-b2c1-37e7bed6fbb3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 946 time: 0.1156199 Jun 24 16:38:00.882827 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.887367 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-96cbfa8b-69a1-48e8-84b7-6f9ae73adc72 req-abf128c5-418e-4241-80e0-79f6f9c6df49 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579414 Jun 24 16:38:00.914265 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.964276 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.981541 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7153c18d-8552-4cc5-b42c-c6eeb9230ec4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:00.993643 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:00.994761 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d8d0ea81-b874-42a1-ab9f-a7afe0440443 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7153c18d-8552-4cc5-b42c-c6eeb9230ec4 HTTP/1.1" status: 204 len: 168 time: 0.2119546 Jun 24 16:38:01.568038 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:01.693631 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: ACTIVE; New status is: DOWN {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:01.694010 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:01.722155 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:01.737109 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:01.744380 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:01.778422 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2bb193-ae8f-41a8-8ea0-fd09cac3cb09'] response: {'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'code': 200} Jun 24 16:38:01.817026 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:02.088802 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e2479-f458-4fff-9d52-4aa2200514e9 req-e00fdf2d-50c2-42bb-ad99-8b26d53d462f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:02.090283 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c6e2479-f458-4fff-9d52-4aa2200514e9 req-e00fdf2d-50c2-42bb-ad99-8b26d53d462f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0912831 Jun 24 16:38:02.149521 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9c6e2479-f458-4fff-9d52-4aa2200514e9 req-8245be1b-cead-4768-8a94-035f693b9006 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503368 Jun 24 16:38:03.463683 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050769f-6da1-424d-b8cf-17f7b28734e2 req-8ae5b92a-b0ba-44d7-85aa-065acade2ecc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:03.465310 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9050769f-6da1-424d-b8cf-17f7b28734e2 req-8ae5b92a-b0ba-44d7-85aa-065acade2ecc tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.2040007 Jun 24 16:38:03.511647 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-9050769f-6da1-424d-b8cf-17f7b28734e2 req-9ace01dc-8019-44f5-8b6f-8c95c729405d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Jun 24 16:38:04.987590 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd208b7-a03b-456e-ba4b-c0fd3c867ef5 req-db2ebb76-78c0-4f1a-94a1-9311138d66b6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:04.989683 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-afd208b7-a03b-456e-ba4b-c0fd3c867ef5 req-db2ebb76-78c0-4f1a-94a1-9311138d66b6 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1078210 Jun 24 16:38:05.037255 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-afd208b7-a03b-456e-ba4b-c0fd3c867ef5 req-dd41883d-7bf2-4e92-b9f3-b7bec28595c0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Jun 24 16:38:05.242354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:05.373378 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-941c71d9-4428-4867-ab20-cfe307fb2b74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297486 Jun 24 16:38:05.570193 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:05.687166 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: DOWN; New status is: DOWN {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:06.235208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9fa4-9da3-4a18-ab57-62d28524bccb req-38a1d8a8-ab39-4637-9c7a-ff188f2420ad tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:06.236651 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44fd9fa4-9da3-4a18-ab57-62d28524bccb req-38a1d8a8-ab39-4637-9c7a-ff188f2420ad tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0881495 Jun 24 16:38:06.280737 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-44fd9fa4-9da3-4a18-ab57-62d28524bccb req-a6bc7d95-5475-4e11-b197-16c77b13d80f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Jun 24 16:38:06.508145 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-90961d00-9f31-4093-ae4e-ca9a463eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:06.509644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-90961d00-9f31-4093-ae4e-ca9a463eabcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751&tenant_id=e45630c26d9d4196ab6ec89f8de5a19c HTTP/1.1" status: 200 len: 1097 time: 0.0780790 Jun 24 16:38:06.621839 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-24454f96-a85f-4eef-ba6a-46f198db4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:06.623349 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-24454f96-a85f-4eef-ba6a-46f198db4402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1097 time: 0.0894597 Jun 24 16:38:06.763406 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-6ce9831e-51c4-4981-bb7e-765b4e133dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:06.764744 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-6ce9831e-51c4-4981-bb7e-765b4e133dce service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1288347 Jun 24 16:38:06.872030 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-a47993ba-b45b-4542-aff4-25a87d356d26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 999 time: 0.0988529 Jun 24 16:38:06.938706 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-1cc49a23-d6ae-42f5-a73e-9a55ba9c91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:06.940158 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-1cc49a23-d6ae-42f5-a73e-9a55ba9c91e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0584192 Jun 24 16:38:07.029555 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-96e6e50c-4ee2-4e68-90b9-9997f7d2929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:07.030904 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-96e6e50c-4ee2-4e68-90b9-9997f7d2929e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818443 Jun 24 16:38:07.167535 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-5e3a4688-8ce6-4448-98fc-913b14b7b0cd service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233203 Jun 24 16:38:07.313693 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-446882e4-56ba-48b4-9e7c-92d16d8ab5ee req-c3d2e6e4-7219-4609-b293-71ddc44ae6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240566 Jun 24 16:38:07.636347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f39bf-3052-42c5-a457-8c8cf3f4c6cd req-65480282-70f9-4c48-87db-db51f3409aa3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:07.637807 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-492f39bf-3052-42c5-a457-8c8cf3f4c6cd req-65480282-70f9-4c48-87db-db51f3409aa3 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0911410 Jun 24 16:38:07.682451 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-492f39bf-3052-42c5-a457-8c8cf3f4c6cd req-2d7ab0e1-f2b1-4ca6-98f5-2143b1e222a9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Jun 24 16:38:08.126725 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 50920) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:08.259583 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.275080 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:08.278850 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Usage tracker for resource:security_group_rule and tenant:f515ee92b15b45ef93dae64e111ddd60 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:08.281645 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:08.287789 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:08.370831 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.374369 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.437000 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f515ee92b15b45ef93dae64e111ddd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090339 Jun 24 16:38:08.438549 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 50926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:08.439774 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6fe8e-c838-4f47-9577-be3fc6bf47b8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:08.459970 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.460306 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.460618 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.460933 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.461250 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.461566 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.461921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.462187 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.462500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.462813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.463158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.463463 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f026c-e1f0-4c62-b233-c2bd25cc0aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.508079 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.536006 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.587065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.602522 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6fe8e-c838-4f47-9577-be3fc6bf47b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:08.612561 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.612892 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.613405 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.613730 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.614305 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.614622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.614955 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.615272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.615584 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.615893 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.616203 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.616506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:08.622470 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:08.623603 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-dde37130-6608-4818-928a-f5a81e2349bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70d6fe8e-c838-4f47-9577-be3fc6bf47b8 HTTP/1.1" status: 204 len: 168 time: 0.1840706 Jun 24 16:38:08.897125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f3d82-c9d6-4412-9a3b-77a217b61302 req-6e969a97-64c1-4e89-b24a-263974bbf14d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:08.898690 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f38f3d82-c9d6-4412-9a3b-77a217b61302 req-6e969a97-64c1-4e89-b24a-263974bbf14d tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0926280 Jun 24 16:38:09.018099 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f38f3d82-c9d6-4412-9a3b-77a217b61302 req-aa4cb473-6f6b-4637-8bbb-8ec6e8a77684 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132858 Jun 24 16:38:10.220704 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650585f0-a90b-452b-a9ab-84794c8627e0 req-2d6702e2-f8ec-4098-8ed3-d6f2a1172bb7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:10.222117 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-650585f0-a90b-452b-a9ab-84794c8627e0 req-2d6702e2-f8ec-4098-8ed3-d6f2a1172bb7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0892060 Jun 24 16:38:10.268464 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-650585f0-a90b-452b-a9ab-84794c8627e0 req-c5457bda-4ce7-44bc-b17e-c821eb28ef49 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Jun 24 16:38:11.494140 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3d6e7-1d11-4326-9648-ff8825e33266 req-34e09b58-db04-4a3e-9b1d-4ea286f958aa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:11.495522 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-85e3d6e7-1d11-4326-9648-ff8825e33266 req-34e09b58-db04-4a3e-9b1d-4ea286f958aa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1038351 Jun 24 16:38:11.558222 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-85e3d6e7-1d11-4326-9648-ff8825e33266 req-0fa62821-bf21-47cb-9dfd-41524b01ab47 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568614 Jun 24 16:38:12.776251 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd021de9-a180-486b-a272-3be4fcb05676 req-005e4eda-f5ca-4907-8ce3-07e7ccf17d27 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:12.777608 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fd021de9-a180-486b-a272-3be4fcb05676 req-005e4eda-f5ca-4907-8ce3-07e7ccf17d27 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1000957 Jun 24 16:38:12.820650 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fd021de9-a180-486b-a272-3be4fcb05676 req-96c18a31-3205-4aaa-afa9-d3e26f9043c1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374684 Jun 24 16:38:13.480651 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:13.601548 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:13.617586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:13.621455 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:e96159a33cdd4cfe8cd0070944acba62 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:13.624853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:13.631223 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:13.718526 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:13.735731 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:13.793938 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e96159a33cdd4cfe8cd0070944acba62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122318 Jun 24 16:38:13.795652 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a3c7-e0c9-4d58-9e09-9b3c3a581fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af6a969-a17d-4df3-8d56-a0f272cd4cbd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:13.796703 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51018) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:13.856042 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:13.883631 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:13.969326 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:14.000141 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af6a969-a17d-4df3-8d56-a0f272cd4cbd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:14.019985 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:14.021118 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f1468ea4-34a7-45a5-846c-4d2468b4bf5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2af6a969-a17d-4df3-8d56-a0f272cd4cbd HTTP/1.1" status: 204 len: 168 time: 0.2234206 Jun 24 16:38:14.048769 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdaafc-b0ea-44dc-8101-681f3b64b523 req-563fb47f-b4a7-460b-9ab4-3bc16700f618 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:14.050215 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45cdaafc-b0ea-44dc-8101-681f3b64b523 req-563fb47f-b4a7-460b-9ab4-3bc16700f618 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1157753 Jun 24 16:38:14.096347 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45cdaafc-b0ea-44dc-8101-681f3b64b523 req-a6823f92-0e5c-475a-82af-aad25c453003 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Jun 24 16:38:14.763934 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:14.890268 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-412055713-network', 'tenant_id': '47bdd6cde6d24c83934f948da821c245'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:38:14.896307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:14.901008 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Usage tracker for resource:network and tenant:47bdd6cde6d24c83934f948da821c245 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:14.904283 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:14.910812 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:14.921696 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Made reservation on behalf of 47bdd6cde6d24c83934f948da821c245 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:38:14.923957 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:14.936307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:14.951006 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:14.954787 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Usage tracker for resource:security_group_rule and tenant:47bdd6cde6d24c83934f948da821c245 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:14.958457 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:14.964206 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:15.052832 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.059438 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.091762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d383268-e8c2-42f6-9237-c61d8a7363f3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:15.103476 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 16:38:15.115028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.115378 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.segments_db [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Added segment b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b of type vlan for network 6321d574-ab14-494c-8a03-c2b11e534a57 Jun 24 16:38:15.161620 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788907338801'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.179758 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-c7613c54-03e2-46da-bbee-b0a2b27571c8 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734096744&fields=id&tenant_id=aa340193d705416fb341397d0553924c HTTP/1.1" status: 200 len: 267 time: 0.0787144 Jun 24 16:38:15.197791 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.199028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:15.199702 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.317852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-270b7a4e-7265-4549-9f78-ade33c9c43ae tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:15.326281 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-270b7a4e-7265-4549-9f78-ade33c9c43ae tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 985 time: 0.1402388 Jun 24 16:38:15.333558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Request body: {'port': {'security_groups': ['4a39beb6-4e45-4b95-b4cd-21ede09c4518']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:38:15.369147 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6040146 Jun 24 16:38:15.371118 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cf1-fdf6-42e4-a852-0a38bfbaf49f admin admin] Pushing event updated for resources: {'Network': ['ID=6321d574-ab14-494c-8a03-c2b11e534a57,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:15.373264 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51054) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:15.384272 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Network 6321d574-ab14-494c-8a03-c2b11e534a57 details requested by agent ovs-agent-dv-cinder-847189-3-smb with host dv-cinder-847189-3-smb {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 16:38:15.384891 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Request body: {'subnet': {'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-412055713-subnet', 'tenant_id': '47bdd6cde6d24c83934f948da821c245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:38:15.390780 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:15.397542 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Usage tracker for resource:subnet and tenant:47bdd6cde6d24c83934f948da821c245 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:15.401291 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:15.411309 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:15.431053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8761-9783-4d56-bf48-f846114af439 req-72203df5-6ead-4a60-905a-d8e861fdbe4b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:15.432712 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-15ce8761-9783-4d56-bf48-f846114af439 req-72203df5-6ead-4a60-905a-d8e861fdbe4b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1588337 Jun 24 16:38:15.434028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Made reservation on behalf of 47bdd6cde6d24c83934f948da821c245 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:38:15.436344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2327808'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.575874 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-15ce8761-9783-4d56-bf48-f846114af439 req-838385f3-2f11-43d8-bb0d-d64de2a04336 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266499 Jun 24 16:38:15.672975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.724031 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2327862'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.801225 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089d672b-41bb-4974-ba8f-a0b839da9474,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:15.805310 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Checking segment: {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:38:15.805665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Network hostable DHCP agents. Network: 6321d574-ab14-494c-8a03-c2b11e534a57, hostable agents: ['9184359a-c38f-4bdc-a006-f53af7ee486a'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 16:38:15.824665 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Network 6321d574-ab14-494c-8a03-c2b11e534a57 is scheduled to be hosted by DHCP agent 9184359a-c38f-4bdc-a006-f53af7ee486a with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 16:38:15.834044 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-smb, 6321d574-ab14-494c-8a03-c2b11e534a57) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:38:15.839505 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:15.840730 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:15.843830 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d07450-9907-4325-bd9a-0aed1dcad625 None None] Network 6321d574-ab14-494c-8a03-c2b11e534a57 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:15.886157 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-79362b42-83a1-4d11-800b-bd2396a026a3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5033083 Jun 24 16:38:15.974797 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:16.015400 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.020982 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.089817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:16.090509 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.098560 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-fec73f72-b85e-4385-b53e-13260dbf7ca4 req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "PUT /v2.0/ports/4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 943 time: 0.7678878 Jun 24 16:38:16.098560 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:16.098738 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:16.137524 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:38:16.167004 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ef2cfa-8d9b-4548-8dbd-a4da165b4dcf'] response: {'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:38:16.170801 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688cfa7-c65c-4877-8427-864f40081809 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event updated for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:16.253159 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.275706 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5903254-d01a-488b-a872-d1a8e3c735de None None] Network 6321d574-ab14-494c-8a03-c2b11e534a57 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:16.298147 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.356579 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:38:16.425948 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.454482 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad227acc-5423-4d4d-a488-074bb6963dd8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:16.467788 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.469562 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3f0f31a3-dca1-4b77-ad4a-2f42fcd8beb6 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "DELETE /v2.0/security-groups/ad227acc-5423-4d4d-a488-074bb6963dd8 HTTP/1.1" status: 204 len: 168 time: 0.3694844 Jun 24 16:38:16.472792 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:16.791685 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Deleting port 24b16c8b-3ed1-4f20-b43c-71f8d785738d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:16.795477 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:16.817567 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-94269a8f-2692-418d-bb91-e0cbfd719e7a None None] Provisioning complete for port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:38:16.818593 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-94269a8f-2692-418d-bb91-e0cbfd719e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:17.120400 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-94269a8f-2692-418d-bb91-e0cbfd719e7a None None] Current status of the port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 is: ACTIVE; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:17.201558 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e010-979b-44ac-a6af-fceca25532a9 req-986a452c-717f-4511-b68c-7b43cc4bd52f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:17.202987 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5068e010-979b-44ac-a6af-fceca25532a9 req-986a452c-717f-4511-b68c-7b43cc4bd52f tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.3234777 Jun 24 16:38:17.281098 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:17.281429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:17.290704 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5068e010-979b-44ac-a6af-fceca25532a9 req-04ff8229-3596-477a-895b-7720acd75800 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774775 Jun 24 16:38:17.429601 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Calling delete_port for 24b16c8b-3ed1-4f20-b43c-71f8d785738d owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:17.600975 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:17.665874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event deleted for resources: {'Port': ['ID=24b16c8b-3ed1-4f20-b43c-71f8d785738d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:17.766109 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:17.766437 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Floating IP 44dd7b8f-9098-46c2-94c1-066002f2a6ad disassociated (deleted). External IP: 172.28.2.123, port: 4b29309b-6a76-4e31-84b8-fb0d13d426f7. Jun 24 16:38:18.255998 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Router 456fd177-b803-4045-8429-d866573b72b5 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:18.611773 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfba76d-a2ac-4ae0-a180-25aa80f46fba req-5dcad930-3975-4333-b879-1a0d1463cb34 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:18.613540 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:18.621746 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-13021f4b-b07b-402f-ad07-0d9aa58e9c90 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:18.623494 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-13021f4b-b07b-402f-ad07-0d9aa58e9c90 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 813 time: 0.3044453 Jun 24 16:38:18.638531 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cbfba76d-a2ac-4ae0-a180-25aa80f46fba req-5dcad930-3975-4333-b879-1a0d1463cb34 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1587133 Jun 24 16:38:18.638889 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Sync routers for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:18.650046 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:18.650936 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:18.687844 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-5a40ccc6-0adf-4a16-bbfc-6138a9dec732 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/quotas/47bdd6cde6d24c83934f948da821c245 HTTP/1.1" status: 200 len: 375 time: 0.0525060 Jun 24 16:38:18.742022 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cbfba76d-a2ac-4ae0-a180-25aa80f46fba req-7480a280-0df5-443a-bfcd-57436eb1ad87 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989821 Jun 24 16:38:18.796842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:18.824887 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-65f68c95-7120-4b1f-8257-3afa41fbf0af tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076443 Jun 24 16:38:18.920340 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:18.951191 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-532ac037-e1a5-485f-8ee8-fcadab2dc688 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "DELETE /v2.0/floatingips/44dd7b8f-9098-46c2-94c1-066002f2a6ad HTTP/1.1" status: 204 len: 168 time: 2.4770675 Jun 24 16:38:18.958581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:19.007360 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-18592eaf-f2ca-4358-a5ae-54be8b15941e service neutron] 10.222.0.26 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699305 Jun 24 16:38:19.147596 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-0a5bc090-1466-43d9-828b-579ba36309e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341257 Jun 24 16:38:19.287096 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:19.294983 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Checking router: 456fd177-b803-4045-8429-d866573b72b5 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:19.302908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:19.303477 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:37:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:19.376340 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f31265-2bc2-442b-abfb-07cb331f0d9c'] response: {'name': 'network-changed', 'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:38:19.491974 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-369ea637-d6d9-4bde-a64e-89adc83ed564 req-da551af8-7e0f-4f6d-83bb-d2a70e5d0ed3 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.0769422 Jun 24 16:38:19.640706 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:19.996097 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5badc-6c6f-4fbb-a099-865717971e50 req-e98b1ab3-f4a8-4027-945a-1a5adc8e27b1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:19.997648 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d7d5badc-6c6f-4fbb-a099-865717971e50 req-e98b1ab3-f4a8-4027-945a-1a5adc8e27b1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1015089 Jun 24 16:38:20.058796 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d7d5badc-6c6f-4fbb-a099-865717971e50 req-38e74387-41f4-4773-970c-03228716f365 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550489 Jun 24 16:38:20.104843 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:20.110530 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347f2a5-e62f-462b-b18c-51188f4f1065 None None] The sync data for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb is: [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:35:04Z', 'revision_number': 4, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'bc1f8e97-5383-4436-b9e8-ebae1f70a3ac', 'name': '', 'network_id': '7db1932e-1347-45d5-9169-2e1f9db99f7d', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'mac_address': 'fa:16:3e:6f:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '090ed935-1e70-4678-982e-9ade190938dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:03Z', 'updated_at': '2022-06-24T16:35:11Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'subnets': [{'id': '090ed935-1e70-4678-982e-9ade190938dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:20.365235 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44da25-d6cb-4785-9719-982609b83210 None None] New status for floating IP 44dd7b8f-9098-46c2-94c1-066002f2a6ad: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:38:20.676630 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-23b28ef3-1c9c-4195-bd8c-ed3b19b769e3 req-4e02bbb8-07fc-4050-a586-037d3d38ee6e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.0521574 Jun 24 16:38:21.269105 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083f90-7b5c-4051-83fa-c170d328ccb4 req-3f16eedb-986d-4fbd-a99e-75e26ccbabba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:21.270538 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43083f90-7b5c-4051-83fa-c170d328ccb4 req-3f16eedb-986d-4fbd-a99e-75e26ccbabba tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0881460 Jun 24 16:38:21.312630 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-43083f90-7b5c-4051-83fa-c170d328ccb4 req-95fd91df-7f0c-466c-9d08-21161027d8d7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Jun 24 16:38:21.837196 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e9761995-4264-415e-90a3-d5c2f4b3d488 req-89a42b1b-69e7-43dc-9319-d7b6d30a87c0 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.0537748 Jun 24 16:38:22.512451 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b9ec-d46d-41d4-9bfe-dd63ad9d5583 req-52d26e87-0ce4-4f3b-8339-bd030545a181 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:22.513887 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9fb0b9ec-d46d-41d4-9bfe-dd63ad9d5583 req-52d26e87-0ce4-4f3b-8339-bd030545a181 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0880647 Jun 24 16:38:22.559945 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9fb0b9ec-d46d-41d4-9bfe-dd63ad9d5583 req-f55fbf22-225b-41c1-ba51-8edbcdaed018 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Jun 24 16:38:22.602282 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:22.915659 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-bd13eac3-7f93-4f4a-84fa-786352de872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:22.919425 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-bd13eac3-7f93-4f4a-84fa-786352de872c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1099 time: 0.1115294 Jun 24 16:38:23.107634 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-c1fe7929-427f-4003-98f0-4e2c0c1a9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:23.110014 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e3e0f8a3-8135-4564-af48-c068b418a14e req-0a8093fb-69ab-473d-956d-9b860a7fe09e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.1294901 Jun 24 16:38:23.110420 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-c1fe7929-427f-4003-98f0-4e2c0c1a9b61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.1639140 Jun 24 16:38:23.225377 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-6e1a173f-c08d-4e7a-adf8-56779d172c2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 217 time: 0.0962384 Jun 24 16:38:23.305949 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-2e94f5b2-b4ca-42f7-a217-5a29347c991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:23.307416 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-2e94f5b2-b4ca-42f7-a217-5a29347c991b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0688121 Jun 24 16:38:23.409553 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-081160ea-54c8-4e9b-994c-eefbebff9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:23.411115 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-081160ea-54c8-4e9b-994c-eefbebff9094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831156 Jun 24 16:38:23.671718 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-9371f6b1-88b4-4885-83f7-8abb3377b29f service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413120 Jun 24 16:38:23.745981 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d77f555-8ee0-4cdb-976a-2325a7833dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:23.777446 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ffbeb-d3da-4c42-a88c-fcf968654e70 req-8ab9459e-727b-4f18-aa55-5e48d8413d58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:23.779146 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-066ffbeb-d3da-4c42-a88c-fcf968654e70 req-8ab9459e-727b-4f18-aa55-5e48d8413d58 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.0963426 Jun 24 16:38:23.839901 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-1f1d72af-f050-46d9-9b91-362f434e45f0 req-797a7731-72d8-4320-ab70-037b2790dd83 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544631 Jun 24 16:38:23.843524 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-066ffbeb-d3da-4c42-a88c-fcf968654e70 req-c1453698-a0eb-42c6-b4df-16be4ad971d4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538917 Jun 24 16:38:24.049512 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7383-a48c-473e-b917-b524e5515adf req-8cb8da34-9d8e-41bb-ad93-f96d55c17754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:24.052339 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-8cb8da34-9d8e-41bb-ad93-f96d55c17754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa340193d705416fb341397d0553924c&device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 1099 time: 0.1001005 Jun 24 16:38:24.125754 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3a5f052c-b30e-4d1e-bd8d-eb672e8f1bd1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:24.126734 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3a5f052c-b30e-4d1e-bd8d-eb672e8f1bd1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Synchronizing usage tracker for tenant:47bdd6cde6d24c83934f948da821c245 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:38:24.145114 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3a5f052c-b30e-4d1e-bd8d-eb672e8f1bd1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Unset dirty status for tenant:47bdd6cde6d24c83934f948da821c245 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:38:24.146318 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3a5f052c-b30e-4d1e-bd8d-eb672e8f1bd1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 813 time: 0.1725116 Jun 24 16:38:24.174162 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Request body: {'port': {'device_id': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57', 'admin_state_up': True, 'tenant_id': '47bdd6cde6d24c83934f948da821c245'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:38:24.204756 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7383-a48c-473e-b917-b524e5515adf req-0e778553-171c-450b-ba9d-a656cd0fd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:24.206436 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-0e778553-171c-450b-ba9d-a656cd0fd166 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 200 len: 916 time: 0.1426797 Jun 24 16:38:24.333142 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-3cd833be-d598-42bd-b15f-88a5cc7d39b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 200 len: 217 time: 0.1112766 Jun 24 16:38:24.339445 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:24.344212 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Usage tracker for resource:port and tenant:47bdd6cde6d24c83934f948da821c245 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:24.347678 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2d1bc3bf-cb2b-42e8-b200-4baac1d36f2f req-d2744336-0c7d-47a1-9e7d-0f519cd5fe14 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.0744741 Jun 24 16:38:24.349009 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:24.368303 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:24.382270 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Made reservation on behalf of 47bdd6cde6d24c83934f948da821c245 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:38:24.396460 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:24.415160 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7383-a48c-473e-b917-b524e5515adf req-4f834e6c-4217-4204-b35c-83619ca1a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:24.416748 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-4f834e6c-4217-4204-b35c-83619ca1a041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 200 len: 854 time: 0.0680141 Jun 24 16:38:24.507757 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7383-a48c-473e-b917-b524e5515adf req-03f35bef-481c-471a-bf3b-16d744027007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:24.509304 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-03f35bef-481c-471a-bf3b-16d744027007 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7db1932e-1347-45d5-9169-2e1f9db99f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838656 Jun 24 16:38:24.605320 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Allocated IP 172.20.0.9 (6321d574-ab14-494c-8a03-c2b11e534a57/089d672b-41bb-4974-ba8f-a0b839da9474/4a4f188c-baee-4ead-aead-b2765266a536) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:38:24.661150 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-85800a4b-0562-4b83-a41e-00a0da504869 service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401060 Jun 24 16:38:24.810104 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e16a7383-a48c-473e-b917-b524e5515adf req-51c04e20-67ee-43d2-a1d6-e9e88b1f4d6e service neutron] 10.222.0.36 "GET /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387267 Jun 24 16:38:24.836327 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:24.869053 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:24.957866 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Network 6321d574-ab14-494c-8a03-c2b11e534a57 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:38:24.961070 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:38:24.965395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:38:24.996766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Pushing event updated for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:25.098066 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:25.098670 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:25.128958 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-3d37d633-72bf-4f0d-be94-43c8913e1501 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627843 Jun 24 16:38:25.137092 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd617401-66d2-4b0c-89f3-77018e878ffb req-49e9b45a-d128-45dd-b478-4ed38da8cdcb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:25.138538 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cd617401-66d2-4b0c-89f3-77018e878ffb req-49e9b45a-d128-45dd-b478-4ed38da8cdcb tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 944 time: 0.1317489 Jun 24 16:38:25.143729 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.v2.base [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Request body: {'port': {'device_id': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:38:25.270784 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-cd617401-66d2-4b0c-89f3-77018e878ffb req-40bd9eea-2eb9-4b9a-9659-4408156c9eff tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979123 Jun 24 16:38:25.291208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:25.586556 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ae20-f529-4e37-8bba-20fec0326b29 req-1c902871-f0f3-4a74-958a-a17e4a9da553 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:25.589039 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5a06ae20-f529-4e37-8bba-20fec0326b29 req-1c902871-f0f3-4a74-958a-a17e4a9da553 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 931 time: 0.1277723 Jun 24 16:38:25.638226 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5a06ae20-f529-4e37-8bba-20fec0326b29 req-c8c57bf8-7c25-4656-a8f8-5b38c04ab363 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Jun 24 16:38:25.677258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4f188c-baee-4ead-aead-b2765266a536 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:38:25.684794 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:25.695384 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:38:25.704461 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Transition to ACTIVE for port object 4a4f188c-baee-4ead-aead-b2765266a536 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:38:25.711690 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:25.838471 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:25.853517 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': 'de147a86-41cd-4445-9339-5e63d0db4106', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'port_id': 'de147a86-41cd-4445-9339-5e63d0db4106', 'mac_address': 'fa:16:3e:9d:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:38:25.915985 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:25.916367 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:25.935456 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:38:25.954146 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:25.959907 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:26.041850 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:26.043527 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:26.055596 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.055939 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.056277 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.056612 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.057116 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.057722 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.058080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.058511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.059021 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.059368 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.059772 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.060127 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:38:26.090879 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Attempting to bind port 4a4f188c-baee-4ead-aead-b2765266a536 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:38:26.091164 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Attempting to bind port 4a4f188c-baee-4ead-aead-b2765266a536 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:38:26.091656 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Attempting to bind port 4a4f188c-baee-4ead-aead-b2765266a536 on network 6321d574-ab14-494c-8a03-c2b11e534a57 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:38:26.096396 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Port 4a4f188c-baee-4ead-aead-b2765266a536 on network 6321d574-ab14-494c-8a03-c2b11e534a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:38:26.096703 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Attempting to bind port 4a4f188c-baee-4ead-aead-b2765266a536 on network 6321d574-ab14-494c-8a03-c2b11e534a57 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:38:26.102474 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:38:26.102806 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Checking segment: {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:38:26.103233 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Bound using segment: {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:38:26.103651 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Bound port: 4a4f188c-baee-4ead-aead-b2765266a536, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:38:26.103993 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:26.118619 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8a09a3d1-e0f7-470f-88cc-044fde1c112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:26.199833 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:38:26.202711 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a4f188c-baee-4ead-aead-b2765266a536,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:38:26.208313 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2260478'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:26.274247 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:26.274849 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:26.276327 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] 10.222.0.36 "PUT /v2.0/ports/4a4f188c-baee-4ead-aead-b2765266a536 HTTP/1.1" status: 200 len: 1093 time: 1.1368814 Jun 24 16:38:26.276788 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:26.309191 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['de147a86-41cd-4445-9339-5e63d0db4106'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:38:26.328655 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80b58e4-10d7-42f6-8a2c-c0cf80d4af73'] response: {'name': 'network-changed', 'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536', 'status': 'completed', 'code': 200} Jun 24 16:38:26.378331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3fb9a-f5bf-474b-8711-0e217f49eecd service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:26.434325 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-05fcca46-b6db-4f1e-ad2f-301467de5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:26.436113 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-05fcca46-b6db-4f1e-ad2f-301467de5960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 1096 time: 0.1062133 Jun 24 16:38:26.541883 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-32d27bb2-12ad-48eb-8b80-94c87dacdbae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4f188c-baee-4ead-aead-b2765266a536 HTTP/1.1" status: 200 len: 217 time: 0.0977404 Jun 24 16:38:26.586774 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de238-2dba-4320-8d29-9433d08766bb req-43424dbe-9a76-4fcd-a688-5d89a3cf9d85 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:26.589226 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-475de238-2dba-4320-8d29-9433d08766bb req-43424dbe-9a76-4fcd-a688-5d89a3cf9d85 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.1236937 Jun 24 16:38:26.652406 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-fe51c183-8f99-4ea6-bd38-72f8589b4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:26.654725 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-fe51c183-8f99-4ea6-bd38-72f8589b4cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=089d672b-41bb-4974-ba8f-a0b839da9474 HTTP/1.1" status: 200 len: 853 time: 0.1023407 Jun 24 16:38:26.655505 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-475de238-2dba-4320-8d29-9433d08766bb req-f98f449f-b2d8-4f08-931a-09bcfe070532 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596128 Jun 24 16:38:26.723262 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-422a28a5-2e80-4bee-9fd3-f65d9a167afb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6321d574-ab14-494c-8a03-c2b11e534a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567079 Jun 24 16:38:26.855021 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df6ca-980d-41ce-8361-a8edf2a4c3a6 req-99687ae2-9525-42a0-8f74-c4fa0d9d1103 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:26.856479 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-031df6ca-980d-41ce-8361-a8edf2a4c3a6 req-99687ae2-9525-42a0-8f74-c4fa0d9d1103 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 943 time: 0.0977001 Jun 24 16:38:26.901764 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-031df6ca-980d-41ce-8361-a8edf2a4c3a6 req-02ae6f6e-5f7d-4cdb-8fa4-43c6095a9bbf tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jun 24 16:38:26.924944 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-6fe777dc-769f-47ca-9787-f009c4c74f87 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925626 Jun 24 16:38:26.939692 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:27.013236 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b34d6-1659-491e-95d9-ab88f4b5dc32 req-257c2756-1c6c-4de1-bf66-50d9e1ed605f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:27.014660 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a5b34d6-1659-491e-95d9-ab88f4b5dc32 req-257c2756-1c6c-4de1-bf66-50d9e1ed605f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.1856651 Jun 24 16:38:27.095695 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-2a5b34d6-1659-491e-95d9-ab88f4b5dc32 req-cb746851-b659-4df0-8ec7-f981ae59fd14 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:38:27.109773 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-3eac3a43-68e0-4dc2-8a12-ee8ba3322ce1 req-685cf8c2-a222-4227-ade8-a66e582c91d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763971 Jun 24 16:38:27.119871 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-2a5b34d6-1659-491e-95d9-ab88f4b5dc32 req-cb746851-b659-4df0-8ec7-f981ae59fd14 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:38:27.121235 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a5b34d6-1659-491e-95d9-ab88f4b5dc32 req-cb746851-b659-4df0-8ec7-f981ae59fd14 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Jun 24 16:38:27.209147 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:27.257353 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-0aab876c-d2e7-4345-8440-ad2c7bf315b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:27.258708 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-0aab876c-d2e7-4345-8440-ad2c7bf315b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 1096 time: 0.0845094 Jun 24 16:38:27.401261 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-9cafcc00-c97e-452e-b7c5-d683df6aee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:27.402712 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-9cafcc00-c97e-452e-b7c5-d683df6aee9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 914 time: 0.1331444 Jun 24 16:38:27.476657 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-815aab77-55a7-44da-abce-b61ef51ac062 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4f188c-baee-4ead-aead-b2765266a536 HTTP/1.1" status: 200 len: 217 time: 0.0638433 Jun 24 16:38:27.567287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-e5267839-82f5-473b-a852-0bd7f841e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:27.570192 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-e5267839-82f5-473b-a852-0bd7f841e4a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=089d672b-41bb-4974-ba8f-a0b839da9474 HTTP/1.1" status: 200 len: 853 time: 0.0807431 Jun 24 16:38:27.638713 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-960bd7cf-b0af-4b91-b8ed-79d536bbeac0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6321d574-ab14-494c-8a03-c2b11e534a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570552 Jun 24 16:38:27.713971 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:38:27.859018 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-00c21407-f3c4-47cc-a5da-919cebfb4db6 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129431 Jun 24 16:38:27.860128 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port de147a86-41cd-4445-9339-5e63d0db4106 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:38:27.860495 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:27.991264 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221af137-7801-4124-a194-1f91ecb874d6 req-a2cf4b12-728b-4ded-bcd9-8e6199ab98de tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:27.992363 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port de147a86-41cd-4445-9339-5e63d0db4106 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:27.993506 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:27.996899 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-221af137-7801-4124-a194-1f91ecb874d6 req-a2cf4b12-728b-4ded-bcd9-8e6199ab98de tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 945 time: 0.1983249 Jun 24 16:38:28.034597 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:28.045701 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:28.052047 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:28.070554 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-221af137-7801-4124-a194-1f91ecb874d6 req-1e79d424-d2b4-487b-87ab-fdb78b59ab3a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677257 Jun 24 16:38:28.130123 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc62831b-43fe-48eb-bece-832afb7ff064'] response: {'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'code': 200} Jun 24 16:38:28.135789 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:28.229695 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-8c9ec2f5-1695-46dd-a695-70f31f16c1c7 req-816d6981-6ea5-4d5d-9a19-03ea9e2df277 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594036 Jun 24 16:38:28.249721 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-83c15e4d-1705-4d5c-8481-a6ee77f98adc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:28.250420 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-83c15e4d-1705-4d5c-8481-a6ee77f98adc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Synchronizing usage tracker for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:38:28.271899 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-83c15e4d-1705-4d5c-8481-a6ee77f98adc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Unset dirty status for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:38:28.275076 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-83c15e4d-1705-4d5c-8481-a6ee77f98adc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 943 time: 0.1745758 Jun 24 16:38:28.325425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-065e6e98-97e1-4688-bd6e-ceba85c936bd tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Synchronizing usage tracker for tenant:47bdd6cde6d24c83934f948da821c245 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:38:28.341312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338752d-86d8-4fef-9455-6b1c7b95f9e1 req-f59d2d95-e080-4695-a9c0-4076bcc95dd3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:28.342091 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-c338752d-86d8-4fef-9455-6b1c7b95f9e1 req-f59d2d95-e080-4695-a9c0-4076bcc95dd3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Synchronizing usage tracker for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:38:28.347997 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-065e6e98-97e1-4688-bd6e-ceba85c936bd tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Unset dirty status for tenant:47bdd6cde6d24c83934f948da821c245 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:38:28.349366 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-d32ca92a-fcef-47c7-b079-d9778651d0bc req-065e6e98-97e1-4688-bd6e-ceba85c936bd tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679481 Jun 24 16:38:28.358901 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-c338752d-86d8-4fef-9455-6b1c7b95f9e1 req-f59d2d95-e080-4695-a9c0-4076bcc95dd3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Unset dirty status for tenant:aa340193d705416fb341397d0553924c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:38:28.360221 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c338752d-86d8-4fef-9455-6b1c7b95f9e1 req-f59d2d95-e080-4695-a9c0-4076bcc95dd3 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.1113880 Jun 24 16:38:28.410395 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c338752d-86d8-4fef-9455-6b1c7b95f9e1 req-7ac3284a-958f-43f8-b1ad-beb97994dbf9 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Jun 24 16:38:28.450799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef44cb-3898-4d2b-90b7-d854294fe03a req-cb1bef4d-0351-4912-b92c-fdad5ce60ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:28.452320 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a8ef44cb-3898-4d2b-90b7-d854294fe03a req-cb1bef4d-0351-4912-b92c-fdad5ce60ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1100 time: 0.0933976 Jun 24 16:38:28.498294 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a8ef44cb-3898-4d2b-90b7-d854294fe03a req-db8d991b-870c-4127-9cf3-370ff58c0b05 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346682 Jun 24 16:38:28.512287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:29.272078 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4b339-8f67-4640-bf9c-17a2638fcd88 req-bfbf5e36-7da0-4092-83a5-731b33de6998 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:29.273518 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-09d4b339-8f67-4640-bf9c-17a2638fcd88 req-bfbf5e36-7da0-4092-83a5-731b33de6998 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.0967102 Jun 24 16:38:29.323940 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-09d4b339-8f67-4640-bf9c-17a2638fcd88 req-7d7b134d-2c7f-47e2-8d1b-a01601581da9 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Jun 24 16:38:29.551472 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fb13-964b-4047-b6e4-68f822efb864 req-65da1353-d22a-4b43-aa7e-0f3d875db1de tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:29.553559 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03d7fb13-964b-4047-b6e4-68f822efb864 req-65da1353-d22a-4b43-aa7e-0f3d875db1de tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 943 time: 0.0940328 Jun 24 16:38:29.560075 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0435b-2231-4fab-8ed7-6fd631ee0643 req-83a41eab-dc80-43c9-91d8-9dcc8f83c0c6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:29.567909 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2da0435b-2231-4fab-8ed7-6fd631ee0643 req-83a41eab-dc80-43c9-91d8-9dcc8f83c0c6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.1996906 Jun 24 16:38:29.602693 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03d7fb13-964b-4047-b6e4-68f822efb864 req-4cc110a3-227a-4031-ae11-b2fe0c7c44f8 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Jun 24 16:38:29.608600 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-2da0435b-2231-4fab-8ed7-6fd631ee0643 req-0a6517de-f986-485d-8f3d-d87b91e7f599 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Jun 24 16:38:29.746440 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a4f188c-baee-4ead-aead-b2765266a536 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:38:29.793815 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93791e-dfe0-48b6-9ce9-c4400cd37b4d req-7fd775f0-cd47-4304-b550-1e0874d0c7e2 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:29.795389 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-fb93791e-dfe0-48b6-9ce9-c4400cd37b4d req-7fd775f0-cd47-4304-b550-1e0874d0c7e2 tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0973134 Jun 24 16:38:29.838832 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-fb93791e-dfe0-48b6-9ce9-c4400cd37b4d req-c30c973a-8bef-4f65-8732-f021a87e5bbf tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a39beb6-4e45-4b95-b4cd-21ede09c4518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369806 Jun 24 16:38:29.886115 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a4f188c-baee-4ead-aead-b2765266a536,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:29.902818 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '4a4f188c-baee-4ead-aead-b2765266a536', 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57', 'port_id': '4a4f188c-baee-4ead-aead-b2765266a536', 'mac_address': 'fa:16:3e:7c:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d672b-41bb-4974-ba8f-a0b839da9474', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:38:29.961030 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4a4f188c-baee-4ead-aead-b2765266a536 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:29.961404 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:29.970867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-7b81a276-c494-45cc-82f5-2b56408e770c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:29.973080 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-7b81a276-c494-45cc-82f5-2b56408e770c tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.36 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 946 time: 0.0872936 Jun 24 16:38:29.978814 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4f188c-baee-4ead-aead-b2765266a536 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:38:29.995085 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a4f188c-baee-4ead-aead-b2765266a536,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:29.999454 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:30.057010 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Deleting port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:30.057450 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:30.072332 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:30.329682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] For port 4b29309b-6a76-4e31-84b8-fb0d13d426f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b29309b-6a76-4e31-84b8-fb0d13d426f7,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:30.330208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:30.398402 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4a4f188c-baee-4ead-aead-b2765266a536'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:38:30.464823 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Calling delete_port for 4b29309b-6a76-4e31-84b8-fb0d13d426f7 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:30.574009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dffcc-696d-4884-9437-6accaf85785c req-3240833e-feb1-4ecc-a59a-30701406adc7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:30.576688 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-165dffcc-696d-4884-9437-6accaf85785c req-3240833e-feb1-4ecc-a59a-30701406adc7 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.1369591 Jun 24 16:38:30.651107 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-165dffcc-696d-4884-9437-6accaf85785c req-a72bca80-4f0f-4fc2-8ef1-ea82f078d4fe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681720 Jun 24 16:38:30.712672 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:30.811422 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Pushing event deleted for resources: {'Port': ['ID=4b29309b-6a76-4e31-84b8-fb0d13d426f7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:30.864030 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fda13-76b6-42ff-bf11-5abcdac7f0c6 req-429721eb-e617-4e81-ae15-03d43cbbdf05 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:30.865877 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-291fda13-76b6-42ff-bf11-5abcdac7f0c6 req-429721eb-e617-4e81-ae15-03d43cbbdf05 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.1058075 Jun 24 16:38:30.917848 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-291fda13-76b6-42ff-bf11-5abcdac7f0c6 req-b42afd28-0153-41a5-b302-8719678333f6 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Jun 24 16:38:30.923883 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] No DVR routers for this DVR port 4b29309b-6a76-4e31-84b8-fb0d13d426f7 on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:30.927837 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:30.934447 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'name': 'network-vif-deleted', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:30.955940 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-e28a5427-4d77-45ed-9ae3-812b89c67dad req-42ab7ea3-c64d-4656-af24-26aa987b729f tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.36 "DELETE /v2.0/ports/4b29309b-6a76-4e31-84b8-fb0d13d426f7 HTTP/1.1" status: 204 len: 173 time: 0.9733536 Jun 24 16:38:30.977749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27469c-c7b3-4174-bd8b-26be18497380 req-44df0f4a-dcff-4848-96ec-ee8b69ac5476 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:30.983420 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b27469c-c7b3-4174-bd8b-26be18497380 req-44df0f4a-dcff-4848-96ec-ee8b69ac5476 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 944 time: 0.2310121 Jun 24 16:38:31.030172 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b27469c-c7b3-4174-bd8b-26be18497380 req-d1f26e58-f36f-4e33-bcfe-6553b37db780 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Jun 24 16:38:31.078048 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ef72bb59-2b0f-459d-a302-8920dbbec596 req-6e87123d-bee1-43b2-8054-81c72e5703ef tempest-TestMinimumBasicScenario-2066536334 tempest-TestMinimumBasicScenario-2066536334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab2d5be-ba48-4cd6-a8bb-b834f4f4057f HTTP/1.1" status: 200 len: 210 time: 0.0518444 Jun 24 16:38:31.083204 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1d89ce-d9a5-40e5-8c99-e0049e6b48db'] response: {'server_uuid': 'fab2d5be-ba48-4cd6-a8bb-b834f4f4057f', 'name': 'network-vif-deleted', 'tag': '4b29309b-6a76-4e31-84b8-fb0d13d426f7', 'status': 'completed', 'code': 200} Jun 24 16:38:31.174352 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4b29309b-6a76-4e31-84b8-fb0d13d426f7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:38:31.769501 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a4f188c-baee-4ead-aead-b2765266a536 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:38:31.857515 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 4a4f188c-baee-4ead-aead-b2765266a536 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:38:31.862965 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 4a4f188c-baee-4ead-aead-b2765266a536 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:38:31.863685 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:31.928007 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57d87a-c63d-403d-abca-37ecfe1923bf req-313e4e79-a948-4f98-9657-d8ddf0c4d990 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:31.929558 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0c57d87a-c63d-403d-abca-37ecfe1923bf req-313e4e79-a948-4f98-9657-d8ddf0c4d990 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.1622009 Jun 24 16:38:31.966283 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-85db6abd-dd26-4261-8073-2b155ed1eddc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:31.967774 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-85db6abd-dd26-4261-8073-2b155ed1eddc tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.2310634 Jun 24 16:38:31.995497 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0c57d87a-c63d-403d-abca-37ecfe1923bf req-b77958fd-c8cc-4ad1-a525-4d8aca40e2ab tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596733 Jun 24 16:38:32.002798 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 4a4f188c-baee-4ead-aead-b2765266a536 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:38:32.003262 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.056478 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port 0a69dd93-1723-4982-89bc-4e573e0a3dcc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:32.057151 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.074947 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:32.093118 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a4f188c-baee-4ead-aead-b2765266a536,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:32.102121 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.246343 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:32.273087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a2bae-632e-4be8-95e0-57d80dd069f6 req-fd7cd6ad-cb0e-4eef-93e2-c6536df57b62 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:32.280105 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3b7a2bae-632e-4be8-95e0-57d80dd069f6 req-fd7cd6ad-cb0e-4eef-93e2-c6536df57b62 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 945 time: 0.1221004 Jun 24 16:38:32.329739 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3b7a2bae-632e-4be8-95e0-57d80dd069f6 req-b858dada-433f-4065-ae5f-3a695e9e4fbe tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups?id=993be225-5038-4ebf-9aba-93b74bba496b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Jun 24 16:38:32.380089 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9e50c3-79cc-47a4-9b3a-e387d0cc5ae4'] response: {'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536', 'code': 200} Jun 24 16:38:32.439698 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6643-25ca-4af2-bf85-cf3e7660cb7c req-87ea203c-5937-4d39-b490-18137f28c92e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:32.441981 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7add6643-25ca-4af2-bf85-cf3e7660cb7c req-87ea203c-5937-4d39-b490-18137f28c92e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.2277167 Jun 24 16:38:32.514324 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] For port 0a69dd93-1723-4982-89bc-4e573e0a3dcc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0a69dd93-1723-4982-89bc-4e573e0a3dcc,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:32.514676 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.541661 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-7add6643-25ca-4af2-bf85-cf3e7660cb7c req-cb39cf13-b1fb-4745-b79b-ffe7a360a3b7 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Jun 24 16:38:32.727835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd5c5-e560-4738-aa30-015e6ea9250f req-57a13694-1939-4789-add2-06568dfd91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:32.729389 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4d6cd5c5-e560-4738-aa30-015e6ea9250f req-57a13694-1939-4789-add2-06568dfd91cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 1098 time: 0.0870605 Jun 24 16:38:32.776236 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-4d6cd5c5-e560-4738-aa30-015e6ea9250f req-573fa579-6c88-4802-a865-362ed4be6275 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373309 Jun 24 16:38:32.860430 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.860799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:32.861135 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Floating IP c3ae15c5-991f-4615-ad5f-fe519836ebff disassociated. External IP: 172.28.2.2, port: 0a69dd93-1723-4982-89bc-4e573e0a3dcc. Jun 24 16:38:32.861602 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for 0a69dd93-1723-4982-89bc-4e573e0a3dcc owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:33.020920 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:33.079991 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51410) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:33.092080 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=0a69dd93-1723-4982-89bc-4e573e0a3dcc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:33.300937 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:33.507412 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a2257df8-45f5-46ca-a892-962577e8a012 req-09e90d46-3d70-4a48-b6a7-e8b139afb78e tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 210 time: 0.0619261 Jun 24 16:38:33.528698 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:38:33.529241 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:33.536557 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:33.552997 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:33.553764 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:33.738525 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] No DVR routers for this DVR port 0a69dd93-1723-4982-89bc-4e573e0a3dcc on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:33.779838 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:33.782231 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'name': 'network-vif-deleted', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:33.791157 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4b29309b-6a76-4e31-84b8-fb0d13d426f7 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:33.810131 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:33.818692 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ecb6ac7a-1e3c-480a-bc33-99189c6e634e req-549411a9-b4d2-4e0c-9641-b9ed60e507e3 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.36 "DELETE /v2.0/ports/0a69dd93-1723-4982-89bc-4e573e0a3dcc HTTP/1.1" status: 204 len: 173 time: 1.8433895 Jun 24 16:38:33.834434 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 4b29309b-6a76-4e31-84b8-fb0d13d426f7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:33.835697 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4b29309b-6a76-4e31-84b8-fb0d13d426f7 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:33.844631 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd203d5f-d063-4085-b9a7-89fe2eb9ba20'] response: {'server_uuid': '231b5ae9-7c9d-4ac9-9560-7030dd5fb772', 'name': 'network-vif-deleted', 'tag': '0a69dd93-1723-4982-89bc-4e573e0a3dcc', 'status': 'completed', 'code': 200} Jun 24 16:38:33.869987 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637a6b9-4e77-4751-b373-7887e70bed89 req-fa584883-7389-4ab7-9e10-a9d53a7b18f6 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:33.871520 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5637a6b9-4e77-4751-b373-7887e70bed89 req-fa584883-7389-4ab7-9e10-a9d53a7b18f6 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.1352229 Jun 24 16:38:33.880420 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:33.919474 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5637a6b9-4e77-4751-b373-7887e70bed89 req-83fc9074-f66a-4e3c-8a21-cec2f89038c6 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Jun 24 16:38:34.234519 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:34.239108 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:34.248272 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:34.248893 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:34.311804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Deleting port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:34.312334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:34.439914 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:34.542640 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] For port bc1f8e97-5383-4436-b9e8-ebae1f70a3ac, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:34.543258 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:34.706298 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Calling delete_port for bc1f8e97-5383-4436-b9e8-ebae1f70a3ac owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:34.799184 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-3f73c9da-7259-4a44-9503-54d9a2995660 req-370e7291-9ba0-47fc-b657-49cbfd6e4e2a tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/ports?device_id=231b5ae9-7c9d-4ac9-9560-7030dd5fb772 HTTP/1.1" status: 200 len: 210 time: 0.1004353 Jun 24 16:38:34.808844 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:34.820491 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af3e89-cb30-47db-861b-f5fecee55d70 None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:31:13Z', 'revision_number': 4, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '11c7ab70-6ee9-4e94-af41-1e2d603d8fa0', 'name': '', 'network_id': '8c51764d-50ca-4d1e-9373-c439de376dba', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'mac_address': 'fa:16:3e:cb:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:11Z', 'updated_at': '2022-06-24T16:31:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'subnets': [{'id': 'bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:34.963484 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:35.020977 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1f8e97-5383-4436-b9e8-ebae1f70a3ac,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:35.139076 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab0331-367e-461c-ab66-d7f53995f5ef None None] New status for floating IP c3ae15c5-991f-4615-ad5f-fe519836ebff: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:38:35.354184 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebefe75-28ce-4cd2-92ba-2c20f74deba8 req-84744ecc-61b4-4527-b13c-db18a6ec66d9 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:35.355620 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bebefe75-28ce-4cd2-92ba-2c20f74deba8 req-84744ecc-61b4-4527-b13c-db18a6ec66d9 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.2475896 Jun 24 16:38:35.408216 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:35.428279 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-bebefe75-28ce-4cd2-92ba-2c20f74deba8 req-6757be97-78af-463e-85ab-72b2596f312d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Jun 24 16:38:35.792819 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 0a69dd93-1723-4982-89bc-4e573e0a3dcc no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:35.855281 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 0a69dd93-1723-4982-89bc-4e573e0a3dcc {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:35.856381 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 0a69dd93-1723-4982-89bc-4e573e0a3dcc not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:35.926109 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Router 456fd177-b803-4045-8429-d866573b72b5 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:35.938086 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:36.029156 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.093518 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.138875 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:36.150848 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Sync routers for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:36.154700 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-db9e640e-b693-4638-962f-8ad2e9024c3d admin admin] 10.222.0.26 "PUT /v2.0/routers/456fd177-b803-4045-8429-d866573b72b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0750163 Jun 24 16:38:36.155287 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:36.164255 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:36.166085 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:36.306334 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.334265 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993be225-5038-4ebf-9aba-93b74bba496b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:36.357608 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.361303 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d1d0fbfa-7732-400c-bbce-6ced64d7f8cb tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/security-groups/993be225-5038-4ebf-9aba-93b74bba496b HTTP/1.1" status: 204 len: 168 time: 0.4195149 Jun 24 16:38:36.361595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51500) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:36.387951 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.api.v2.resource [None req-b64a3832-61a0-451d-af97-f2285a4a4904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] show failed (client error): The resource could not be found. Jun 24 16:38:36.391316 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b64a3832-61a0-451d-af97-f2285a4a4904 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "GET /v2.0/security-groups/993be225-5038-4ebf-9aba-93b74bba496b HTTP/1.1" status: 404 len: 347 time: 0.0258758 Jun 24 16:38:36.391316 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.392189 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51504) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:36.411922 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:36.642193 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.658652 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Deleting port 8596c230-3520-4f57-b369-80333ce7c4fd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:36.659609 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.678985 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Deleting port aee01bc1-72ba-4a92-acad-8e60e4317832 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:36.678985 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.859290 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 5, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port': {'id': '8596c230-3520-4f57-b369-80333ce7c4fd', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456fd177-b803-4045-8429-d866573b72b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:01Z', 'updated_at': '2022-06-24T16:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:36.864583 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Checking router: 456fd177-b803-4045-8429-d866573b72b5 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:36.874333 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Routers {'456fd177-b803-4045-8429-d866573b72b5'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:36.875125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['456fd177-b803-4045-8429-d866573b72b5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:36.881641 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] For port 8596c230-3520-4f57-b369-80333ce7c4fd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8596c230-3520-4f57-b369-80333ce7c4fd,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:36.881996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.896534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:36.896856 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.014329 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Calling delete_port for 8596c230-3520-4f57-b369-80333ce7c4fd owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:37.034492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Calling delete_port for aee01bc1-72ba-4a92-acad-8e60e4317832 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:37.053526 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] Set router 456fd177-b803-4045-8429-d866573b72b5 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:37.180757 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:38:36Z', 'revision_number': 6, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:37.185082 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15045fec-cef6-4602-8ee3-5c561b18a00c None None] The sync data for ids ['456fd177-b803-4045-8429-d866573b72b5'] in dv-cinder-847189-3-smb is: [{'id': '456fd177-b803-4045-8429-d866573b72b5', 'name': 'tempest-TestMinimumBasicScenario-1373360214-router', 'tenant_id': 'aa340193d705416fb341397d0553924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:00Z', 'updated_at': '2022-06-24T16:38:36Z', 'revision_number': 6, 'project_id': 'aa340193d705416fb341397d0553924c', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:37.299674 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.353299 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Pushing event deleted for resources: {'Port': ['ID=aee01bc1-72ba-4a92-acad-8e60e4317832,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:37.404777 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.447454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef8a3-b17f-476c-bc8e-d0f85288f00a req-69f3dd8e-53df-4c13-ad84-1df4b153395c tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:37.449457 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a59ef8a3-b17f-476c-bc8e-d0f85288f00a req-69f3dd8e-53df-4c13-ad84-1df4b153395c tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.2272527 Jun 24 16:38:37.458957 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8596c230-3520-4f57-b369-80333ce7c4fd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:37.490894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.519366 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-a59ef8a3-b17f-476c-bc8e-d0f85288f00a req-67b02074-dfcd-4a2c-9b0a-94665959c5c4 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615079 Jun 24 16:38:37.526792 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.526792 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6dda88f0-84b2-47cb-9ed5-3d53268ab3f0 tempest-AttachVolumeNegativeTest-1469266829 tempest-AttachVolumeNegativeTest-1469266829-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3ae15c5-991f-4615-ad5f-fe519836ebff HTTP/1.1" status: 204 len: 168 time: 1.1299865 Jun 24 16:38:37.695260 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.876084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.878433 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.964077 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.964920 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456fd177-b803-4045-8429-d866573b72b5 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:38:37.985995 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:37.987722 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-38d3276d-7528-4c93-9dd8-dca09076a7cf admin admin] 10.222.0.26 "DELETE /v2.0/routers/456fd177-b803-4045-8429-d866573b72b5 HTTP/1.1" status: 204 len: 168 time: 1.8308456 Jun 24 16:38:37.990250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:38.055162 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Deleting subnet 090ed935-1e70-4678-982e-9ade190938dc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:38:38.061767 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.086224 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8596c230-3520-4f57-b369-80333ce7c4fd no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:38.115978 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.126067 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 8596c230-3520-4f57-b369-80333ce7c4fd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:38.126468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8596c230-3520-4f57-b369-80333ce7c4fd not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:38.127042 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device bc1f8e97-5383-4436-b9e8-ebae1f70a3ac no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:38.160919 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: bc1f8e97-5383-4436-b9e8-ebae1f70a3ac {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:38.161258 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device bc1f8e97-5383-4436-b9e8-ebae1f70a3ac not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:38.306239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.378775 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.419194 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.423510 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090ed935-1e70-4678-982e-9ade190938dc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:38.424169 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011cdaa-9643-4cfd-bdfc-2138b6c15f34 None None] Network 7db1932e-1347-45d5-9169-2e1f9db99f7d requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:38.428846 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5b570455-b3cc-42ca-b85c-28ad48f38540 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/090ed935-1e70-4678-982e-9ade190938dc HTTP/1.1" status: 204 len: 168 time: 0.4371545 Jun 24 16:38:38.430736 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:38.544153 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.557281 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Deleting port 23328c35-a0ef-4668-a48b-bcc3faa4d91c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:38.559959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.717003 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] DHCP port deletion for 7db1932e-1347-45d5-9169-2e1f9db99f7d request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:38:38.722236 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Deleting port 23328c35-a0ef-4668-a48b-bcc3faa4d91c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:38.722780 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.841324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] For port 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=23328c35-a0ef-4668-a48b-bcc3faa4d91c,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:38.841714 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.930183 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5717-421e-4385-9766-07d0e0571483 req-fa7ca9d6-ab2e-413a-9b76-5ecf6dfd99a7 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:38.937502 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-59ea5717-421e-4385-9766-07d0e0571483 req-fa7ca9d6-ab2e-413a-9b76-5ecf6dfd99a7 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.1183631 Jun 24 16:38:38.959110 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] For port 23328c35-a0ef-4668-a48b-bcc3faa4d91c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=23328c35-a0ef-4668-a48b-bcc3faa4d91c,segment=NetworkSegment(9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d),segment_id=9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:38.959511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:38.986071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Calling delete_port for 23328c35-a0ef-4668-a48b-bcc3faa4d91c owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:38.992779 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-59ea5717-421e-4385-9766-07d0e0571483 req-2c4480b0-24f3-439d-bf5d-253ae9f43928 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541797 Jun 24 16:38:39.094573 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Calling delete_port for 23328c35-a0ef-4668-a48b-bcc3faa4d91c owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:39.101399 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.152233 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23328c35-a0ef-4668-a48b-bcc3faa4d91c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:39.155757 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] No DVR routers for this DVR port 23328c35-a0ef-4668-a48b-bcc3faa4d91c on host dv-cinder-847189-3-smb {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:39.180925 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:38:39.181453 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:38:39.272962 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.297117 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db1932e-1347-45d5-9169-2e1f9db99f7d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:39.309169 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:39.309454 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:39.321106 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.338329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.353916 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:38:39.354310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.447913 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d resource provider aggregate not found Jun 24 16:38:39.464155 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.481744 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bd4c58b-3878-4d2c-9d23-5b6ab18fd63d found for delete ", "request_id": "req-69b701a0-f11f-4c3c-96e3-5bde17ccc032"}]} Jun 24 16:38:39.482727 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.493762 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db1932e-1347-45d5-9169-2e1f9db99f7d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:39.501118 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c7cdc79a-04ff-4d1a-bd99-f7850db04ec9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7db1932e-1347-45d5-9169-2e1f9db99f7d HTTP/1.1" status: 204 len: 168 time: 1.0693190 Jun 24 16:38:39.506137 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:39.683016 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Deleting port 23328c35-a0ef-4668-a48b-bcc3faa4d91c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:39.683587 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:39.753222 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4939c666-d261-4c72-96a6-4d0705cae1ee None None] The port '23328c35-a0ef-4668-a48b-bcc3faa4d91c' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:38:40.091577 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 23328c35-a0ef-4668-a48b-bcc3faa4d91c no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:40.131176 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 23328c35-a0ef-4668-a48b-bcc3faa4d91c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:40.131846 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 23328c35-a0ef-4668-a48b-bcc3faa4d91c not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:40.200408 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-42775a8a-069f-49cd-bdad-3d6384ea56df tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:40.201925 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-42775a8a-069f-49cd-bdad-3d6384ea56df tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.0932355 Jun 24 16:38:40.256396 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.282980 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Deleting port 95e1116c-ec9b-43b7-ac75-362d7f55845b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:40.283645 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.326729 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ba4f-35f8-46c3-9942-0f2dec5801c3 req-d40da3a3-591c-47e6-8ef6-98f3da2ceead tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:40.328585 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-81f9ba4f-35f8-46c3-9942-0f2dec5801c3 req-d40da3a3-591c-47e6-8ef6-98f3da2ceead tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 946 time: 0.1925507 Jun 24 16:38:40.462721 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-81f9ba4f-35f8-46c3-9942-0f2dec5801c3 req-095149b9-c7a5-463f-b20e-09658069e17d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe13fa-0db8-4805-9172-a86f668902cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730834 Jun 24 16:38:40.586878 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] For port 95e1116c-ec9b-43b7-ac75-362d7f55845b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=95e1116c-ec9b-43b7-ac75-362d7f55845b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:40.587697 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.741537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Deleting port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:40.741994 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.901574 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.901938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:40.902242 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Floating IP 149be3ee-c304-4cb5-9c74-95c675459d92 disassociated. External IP: 172.28.2.39, port: 95e1116c-ec9b-43b7-ac75-362d7f55845b. Jun 24 16:38:40.902576 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Calling delete_port for 95e1116c-ec9b-43b7-ac75-362d7f55845b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:40.923577 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] For port 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:40.923932 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:41.052371 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Calling delete_port for 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:41.058147 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:41.111150 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'Port': ['ID=95e1116c-ec9b-43b7-ac75-362d7f55845b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:41.242477 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:41.332402 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:41.392646 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:41.634521 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:41.646983 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:41.670308 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:41.671300 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:41.766955 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d593da02-195b-4190-a118-f274b971dda0 req-a62be8dd-8e75-4e83-a4b7-6466bd132861 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8133a5c5-1975-424f-ab45-0600b1ac11e3 HTTP/1.1" status: 200 len: 210 time: 0.0583806 Jun 24 16:38:41.781318 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] No DVR routers for this DVR port 95e1116c-ec9b-43b7-ac75-362d7f55845b on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:41.785543 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:41.788916 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'name': 'network-vif-deleted', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:38:41.813139 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:41.819023 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-2a3faabe-7d45-4436-a2b4-5c71583942ec req-2e688d5f-f51b-4689-8928-f2cc87a746d2 tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.36 "DELETE /v2.0/ports/95e1116c-ec9b-43b7-ac75-362d7f55845b HTTP/1.1" status: 204 len: 173 time: 1.6083446 Jun 24 16:38:41.865457 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508d91d9-d476-42fa-803f-85feaa6e604e'] response: {'server_uuid': '8133a5c5-1975-424f-ab45-0600b1ac11e3', 'name': 'network-vif-deleted', 'tag': '95e1116c-ec9b-43b7-ac75-362d7f55845b', 'status': 'completed', 'code': 200} Jun 24 16:38:41.944705 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:42.058041 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:42.275206 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Router da09e235-d6fd-4327-90ce-eea6071b13db has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:42.311809 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:42.315736 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:42.329379 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:42.329996 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:42.499820 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:42.516586 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Sync routers for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:42.525436 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b7588290-0d82-40b9-9283-d210f60f9bfa admin admin] 10.222.0.26 "PUT /v2.0/routers/da09e235-d6fd-4327-90ce-eea6071b13db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0194364 Jun 24 16:38:42.526278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:42.536967 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:42.537879 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:42.650037 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:42.810851 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:42.811730 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:42.896028 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:43.046990 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:43.099052 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:43.104182 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d9024-5e66-4945-b0da-dbfc3ad6e84d None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:31:19Z', 'revision_number': 4, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1', 'name': '', 'network_id': '78eb6cb9-9d7d-40ad-b92e-00d8360e05ff', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'mac_address': 'fa:16:3e:e5:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:49Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'subnets': [{'id': '0cd38234-99d1-4139-875e-9d3feb1eacb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:43.163943 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.185781 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.211220 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.219232 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Deleting port 9cbeb51f-7936-4c31-b609-768cc1e11d3c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:43.219905 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.316862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Deleting port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:43.317216 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.318520 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:38:41Z', 'revision_number': 5, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port': {'id': '9cbeb51f-7936-4c31-b609-768cc1e11d3c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:07Z', 'updated_at': '2022-06-24T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:43.322984 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Checking router: da09e235-d6fd-4327-90ce-eea6071b13db for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:43.333152 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Routers {'da09e235-d6fd-4327-90ce-eea6071b13db'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:43.333966 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['da09e235-d6fd-4327-90ce-eea6071b13db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:43.405210 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.438027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe13fa-0db8-4805-9172-a86f668902cd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:43.466168 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e150ca7-1305-4671-9136-f884a2183bc7 None None] New status for floating IP 149be3ee-c304-4cb5-9c74-95c675459d92: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:38:43.484159 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] For port 9cbeb51f-7936-4c31-b609-768cc1e11d3c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9cbeb51f-7936-4c31-b609-768cc1e11d3c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:43.484562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.580408 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] Set router da09e235-d6fd-4327-90ce-eea6071b13db gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:43.684688 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] For port 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:43.684957 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.721316 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:43.726275 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8a7ab9fd-fb7d-483e-8df3-8e47725b815d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "DELETE /v2.0/security-groups/e3fe13fa-0db8-4805-9172-a86f668902cd HTTP/1.1" status: 204 len: 168 time: 0.6752017 Jun 24 16:38:43.726439 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 6, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:43.729785 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4de6-0f1b-411f-8a40-d0b663519f41 None None] The sync data for ids ['da09e235-d6fd-4327-90ce-eea6071b13db'] in dv-cinder-847189-3-smb is: [{'id': 'da09e235-d6fd-4327-90ce-eea6071b13db', 'name': 'tempest-TestMinimumBasicScenario-923378722-router', 'tenant_id': '89847a364ee24e6fa86923dd1ce25a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:06Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 6, 'project_id': '89847a364ee24e6fa86923dd1ce25a3f', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:43.793392 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Calling delete_port for 9cbeb51f-7936-4c31-b609-768cc1e11d3c owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:43.821174 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51620) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:43.833427 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Calling delete_port for 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:43.850473 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 95e1116c-ec9b-43b7-ac75-362d7f55845b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:43.850789 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.api.v2.resource [None req-bdad77ec-5e90-48d5-9a11-6d63ff7d8e7d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] show failed (client error): The resource could not be found. Jun 24 16:38:43.854535 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-bdad77ec-5e90-48d5-9a11-6d63ff7d8e7d tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "GET /v2.0/security-groups/e3fe13fa-0db8-4805-9172-a86f668902cd HTTP/1.1" status: 404 len: 347 time: 0.0296860 Jun 24 16:38:43.856347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:43.884911 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 95e1116c-ec9b-43b7-ac75-362d7f55845b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:43.885249 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 95e1116c-ec9b-43b7-ac75-362d7f55845b not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:44.019924 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.046011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Deleting port c30dd831-b56a-449b-8230-94daabed9050 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:44.046011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.072655 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c7ab70-6ee9-4e94-af41-1e2d603d8fa0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:44.189897 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:44.234248 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:44.234837 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8bf9f8b7-77d2-44f6-bc06-c5b3f2a73afd not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:44.307800 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.308119 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.431468 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.442014 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Calling delete_port for c30dd831-b56a-449b-8230-94daabed9050 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:44.469010 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.533239 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbeb51f-7936-4c31-b609-768cc1e11d3c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:44.662810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.818537 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Router 6448995e-c984-46d8-838c-ad9989e8b3aa has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:44.873645 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.881393 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.909265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.953999 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:44.954499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da09e235-d6fd-4327-90ce-eea6071b13db {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:38:44.971795 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Pushing event deleted for resources: {'Port': ['ID=c30dd831-b56a-449b-8230-94daabed9050,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:45.035157 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:45.048987 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-77e52d44-40cd-49c7-a27d-5571175d7d41 admin admin] 10.222.0.26 "PUT /v2.0/routers/6448995e-c984-46d8-838c-ad9989e8b3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897213 Jun 24 16:38:45.052743 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Sync routers for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:45.054709 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:45.070287 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:45.071228 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:45.208196 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.209629 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3350b6ff-5177-4592-a1c8-c906ff96df98 admin admin] 10.222.0.26 "DELETE /v2.0/routers/da09e235-d6fd-4327-90ce-eea6071b13db HTTP/1.1" status: 204 len: 168 time: 2.6823933 Jun 24 16:38:45.213039 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:45.281102 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.285328 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.289516 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-88c51e38-c69c-4658-92b2-4318cd9223da tempest-AttachVolumeTestJSON-1005878302 tempest-AttachVolumeTestJSON-1005878302-project] 10.222.0.26 "DELETE /v2.0/floatingips/149be3ee-c304-4cb5-9c74-95c675459d92 HTTP/1.1" status: 204 len: 168 time: 1.4296317 Jun 24 16:38:45.325260 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:45.329503 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Deleting subnet 133bc94e-54aa-4308-9f19-f5e1af8430a3 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:38:45.334281 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.402725 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.414224 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.523539 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.629050 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.667837 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.671910 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133bc94e-54aa-4308-9f19-f5e1af8430a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:45.677213 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.685093 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a658c2d-4554-4415-a85c-407b4a9671df None None] Network e9e969a7-efe6-4cce-983f-19036f0a3758 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:45.686936 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51644) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:45.687092 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5144df8b-e718-4dbe-a803-51388251a41a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/133bc94e-54aa-4308-9f19-f5e1af8430a3 HTTP/1.1" status: 204 len: 168 time: 0.4721215 Jun 24 16:38:45.708502 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Deleting port 66330f1b-264f-4fad-bad1-301bde6f6246 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:45.709121 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.833212 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port': {'id': '66330f1b-264f-4fad-bad1-301bde6f6246', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:00Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:45.850738 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Checking router: 6448995e-c984-46d8-838c-ad9989e8b3aa for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:45.899929 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Routers {'6448995e-c984-46d8-838c-ad9989e8b3aa'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:45.900540 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['6448995e-c984-46d8-838c-ad9989e8b3aa'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:45.954934 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:45.989291 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Deleting port 1a050a16-edfb-47e6-8c4d-af513838f46a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:45.989627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.070048 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] For port 66330f1b-264f-4fad-bad1-301bde6f6246, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=66330f1b-264f-4fad-bad1-301bde6f6246,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:46.070733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.106434 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] Set router 6448995e-c984-46d8-838c-ad9989e8b3aa gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:46.152349 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9cbeb51f-7936-4c31-b609-768cc1e11d3c no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:46.243042 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Calling delete_port for 66330f1b-264f-4fad-bad1-301bde6f6246 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:46.261191 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:38:45Z', 'revision_number': 6, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:46.263096 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 9cbeb51f-7936-4c31-b609-768cc1e11d3c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:46.263424 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9cbeb51f-7936-4c31-b609-768cc1e11d3c not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:46.270377 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609be2f6-ef96-43f8-b778-ace08530f6dc None None] The sync data for ids ['6448995e-c984-46d8-838c-ad9989e8b3aa'] in dv-cinder-847189-3-smb is: [{'id': '6448995e-c984-46d8-838c-ad9989e8b3aa', 'name': 'tempest-AttachVolumeNegativeTest-1764857792-router', 'tenant_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:58Z', 'updated_at': '2022-06-24T16:38:45Z', 'revision_number': 6, 'project_id': 'cb1a95225aaa42e09dad3f95e1d78da0', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:46.442349 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] For port 1a050a16-edfb-47e6-8c4d-af513838f46a, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=1a050a16-edfb-47e6-8c4d-af513838f46a,segment=NetworkSegment(c036ca08-98d7-4f12-86f3-e19b08808bd8),segment_id=c036ca08-98d7-4f12-86f3-e19b08808bd8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:46.442617 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.573602 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Calling delete_port for 1a050a16-edfb-47e6-8c4d-af513838f46a owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:46.642566 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5f955-03a9-4a7e-90c9-e2b831d96d7e None None] DHCP port deletion for e9e969a7-efe6-4cce-983f-19036f0a3758 request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:38:46.649007 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86d5f955-03a9-4a7e-90c9-e2b831d96d7e None None] Deleting port 1a050a16-edfb-47e6-8c4d-af513838f46a {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:46.649366 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86d5f955-03a9-4a7e-90c9-e2b831d96d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.741635 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.763239 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86d5f955-03a9-4a7e-90c9-e2b831d96d7e None None] The port '1a050a16-edfb-47e6-8c4d-af513838f46a' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:38:46.780096 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:46.890868 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66330f1b-264f-4fad-bad1-301bde6f6246,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:46.924319 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] No DVR routers for this DVR port 1a050a16-edfb-47e6-8c4d-af513838f46a on host dv-cinder-847189-3-smb {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:46.964247 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a050a16-edfb-47e6-8c4d-af513838f46a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:47.132131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.171220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e969a7-efe6-4cce-983f-19036f0a3758']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:47.184862 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.227601 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c036ca08-98d7-4f12-86f3-e19b08808bd8') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:47.227820 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c036ca08-98d7-4f12-86f3-e19b08808bd8') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:47.353039 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.379844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.381781 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.384131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.392124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:38:47.392599 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.490277 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.490952 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6448995e-c984-46d8-838c-ad9989e8b3aa {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:38:47.505100 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.532655 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e969a7-efe6-4cce-983f-19036f0a3758,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:47.535186 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.544762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.545884 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b6272ddf-5e60-441a-927a-7fdd1c1850e2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6448995e-c984-46d8-838c-ad9989e8b3aa HTTP/1.1" status: 204 len: 168 time: 2.4898992 Jun 24 16:38:47.548856 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51664) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:47.549952 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-e559957a-4f7c-4b97-9746-f5bd9e1b7421 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e9e969a7-efe6-4cce-983f-19036f0a3758 HTTP/1.1" status: 204 len: 168 time: 1.8601654 Jun 24 16:38:47.579204 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment c036ca08-98d7-4f12-86f3-e19b08808bd8 resource provider aggregate not found Jun 24 16:38:47.605342 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment c036ca08-98d7-4f12-86f3-e19b08808bd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c036ca08-98d7-4f12-86f3-e19b08808bd8 found for delete ", "request_id": "req-e59d9831-b73d-4232-aa50-32f9ba8c1a09"}]} Jun 24 16:38:47.634686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Deleting subnet bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:38:47.638283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.688997 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.703682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51672) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:47.757683 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-aac4e63b-21cd-4dc6-a559-a1b8a4812315 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa340193d705416fb341397d0553924c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527833 Jun 24 16:38:47.760018 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51676) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:47.780365 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.820096 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.849408 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.860087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.902341 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:47.905939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.912531 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-44a828c9-be85-490d-b18b-cd1fdbc6a5aa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcf16a9f-a7e5-46a3-8b4b-b36b0bcacc05 HTTP/1.1" status: 204 len: 168 time: 0.3612657 Jun 24 16:38:47.913179 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cfee1d-610b-444c-904f-5bedd4b310ca None None] Network 8c51764d-50ca-4d1e-9373-c439de376dba requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:47.917427 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:47.935191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.955982 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a39beb6-4e45-4b95-b4cd-21ede09c4518,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:47.981991 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:47.986271 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8f7282d5-99be-4b6e-a43a-57ef844111b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a39beb6-4e45-4b95-b4cd-21ede09c4518 HTTP/1.1" status: 204 len: 168 time: 0.2253430 Jun 24 16:38:48.050282 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.062396 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Deleting port 6e428267-d990-4081-bc05-b81c9070fb0e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:48.063050 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.158456 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 66330f1b-264f-4fad-bad1-301bde6f6246 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:48.205994 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 66330f1b-264f-4fad-bad1-301bde6f6246 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:48.206322 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 66330f1b-264f-4fad-bad1-301bde6f6246 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:48.206813 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 1a050a16-edfb-47e6-8c4d-af513838f46a no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:48.248521 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 1a050a16-edfb-47e6-8c4d-af513838f46a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:48.248892 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 1a050a16-edfb-47e6-8c4d-af513838f46a not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:48.249324 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:48.301631 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:48.302104 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 11c7ab70-6ee9-4e94-af41-1e2d603d8fa0 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:48.329334 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] For port 6e428267-d990-4081-bc05-b81c9070fb0e, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=6e428267-d990-4081-bc05-b81c9070fb0e,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:48.329824 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.399067 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] DHCP port deletion for 8c51764d-50ca-4d1e-9373-c439de376dba request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:38:48.403739 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Deleting port 6e428267-d990-4081-bc05-b81c9070fb0e {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:48.404103 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.470625 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Calling delete_port for 6e428267-d990-4081-bc05-b81c9070fb0e owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:48.500498 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:48.563896 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-19f33ca8-11a8-40e1-9662-2c86f18ea899 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89847a364ee24e6fa86923dd1ce25a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615232 Jun 24 16:38:48.566590 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:48.587545 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.641402 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.642079 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e428267-d990-4081-bc05-b81c9070fb0e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:48.645766 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] No DVR routers for this DVR port 6e428267-d990-4081-bc05-b81c9070fb0e on host dv-cinder-847189-3-smb {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:48.673596 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.696835 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] For port 6e428267-d990-4081-bc05-b81c9070fb0e, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=6e428267-d990-4081-bc05-b81c9070fb0e,segment=NetworkSegment(0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737),segment_id=0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:48.697530 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.736180 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.752404 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4fb95-1495-4c72-a93b-ad5e58f2d894,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:48.760094 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.763580 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-19ed6610-aad4-4207-adcb-76f5230c70e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfa4fb95-1495-4c72-a93b-ad5e58f2d894 HTTP/1.1" status: 204 len: 168 time: 0.1934197 Jun 24 16:38:48.773076 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.800444 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51764d-50ca-4d1e-9373-c439de376dba']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:48.813259 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:48.813695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:48.827087 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.845315 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.853318 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:38:48.855796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:48.887838 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Calling delete_port for 6e428267-d990-4081-bc05-b81c9070fb0e owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:48.927767 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737 resource provider aggregate not found Jun 24 16:38:48.960861 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e2022b9-743a-4fd0-a7cf-d9ba8d0a9737 found for delete ", "request_id": "req-85a2d385-b029-41a8-8912-dfb9859ca32a"}]} Jun 24 16:38:48.971627 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:38:48.972314 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:38:48.974754 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.007905 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.019061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c51764d-50ca-4d1e-9373-c439de376dba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:49.033209 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-25e8b749-3d7f-4919-aa47-0455c3e0ccf2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8c51764d-50ca-4d1e-9373-c439de376dba HTTP/1.1" status: 204 len: 168 time: 1.1144629 Jun 24 16:38:49.229214 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51716) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:49.276445 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-5aab581b-cd2b-41db-a4e6-cb69200c13b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb1a95225aaa42e09dad3f95e1d78da0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460289 Jun 24 16:38:49.278882 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:49.340065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.372009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.428163 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.447497 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e3df34-63ee-447a-b38b-2a966a24a9b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:49.454507 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.455644 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a81ee7a5-8de0-4689-b3eb-a303de002ddc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4e3df34-63ee-447a-b38b-2a966a24a9b4 HTTP/1.1" status: 204 len: 168 time: 0.1758640 Jun 24 16:38:49.473409 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Deleting port 6e428267-d990-4081-bc05-b81c9070fb0e {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:49.473957 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:49.527430 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:49.568486 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7afca5bd-39b2-481e-84ac-faa1cf2dee23 None None] The port '6e428267-d990-4081-bc05-b81c9070fb0e' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:38:50.113336 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 6e428267-d990-4081-bc05-b81c9070fb0e no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:50.152080 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 6e428267-d990-4081-bc05-b81c9070fb0e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:50.152416 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 6e428267-d990-4081-bc05-b81c9070fb0e not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:50.327778 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:50.707020 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Deleting port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:50.707276 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:50.889819 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] For port 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:50.890172 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:51.017943 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Calling delete_port for 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:51.188929 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:51.239242 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:51.630323 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:51.989808 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Router 268d4d58-6938-4658-80f3-d06a7b7d5599 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:38:52.184956 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:38:52.195914 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Sync routers for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:38:52.200243 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-79ad7fc2-48f9-4cf6-ae5c-0392997eddc2 admin admin] 10.222.0.26 "PUT /v2.0/routers/268d4d58-6938-4658-80f3-d06a7b7d5599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6690700 Jun 24 16:38:52.200399 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:52.208896 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:52.209512 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:52.397096 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:52.405904 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:52.584346 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:52.595930 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Deleting port a0ec9f75-63be-42be-b7f4-94bcb73539f4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:52.596204 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:52.616641 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:52.700700 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:38:51Z', 'revision_number': 5, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port': {'id': 'a0ec9f75-63be-42be-b7f4-94bcb73539f4', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:01Z', 'updated_at': '2022-06-24T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:52.704463 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Checking router: 268d4d58-6938-4658-80f3-d06a7b7d5599 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:38:52.714464 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Routers {'268d4d58-6938-4658-80f3-d06a7b7d5599'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:38:52.715367 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['268d4d58-6938-4658-80f3-d06a7b7d5599'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:52.899427 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] For port a0ec9f75-63be-42be-b7f4-94bcb73539f4, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a0ec9f75-63be-42be-b7f4-94bcb73539f4,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:52.900035 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:52.901372 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] Set router 268d4d58-6938-4658-80f3-d06a7b7d5599 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:38:53.009384 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:38:52Z', 'revision_number': 6, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:53.013302 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfef12-a1d9-4d65-a22b-b05aa932f9ad None None] The sync data for ids ['268d4d58-6938-4658-80f3-d06a7b7d5599'] in dv-cinder-847189-3-smb is: [{'id': '268d4d58-6938-4658-80f3-d06a7b7d5599', 'name': 'tempest-AttachVolumeTestJSON-1879169282-router', 'tenant_id': '73a645777a584ad3968ef5916317a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:30:59Z', 'updated_at': '2022-06-24T16:38:52Z', 'revision_number': 6, 'project_id': '73a645777a584ad3968ef5916317a3ee', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:38:53.021501 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Calling delete_port for a0ec9f75-63be-42be-b7f4-94bcb73539f4 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:53.189722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.240127 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec9f75-63be-42be-b7f4-94bcb73539f4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:53.334957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.511329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.513417 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.541335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.541884 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268d4d58-6938-4658-80f3-d06a7b7d5599 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:38:53.558315 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.558689 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-190b311c-13e3-4f51-9a64-e037e0c9e3ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848210 Jun 24 16:38:53.559457 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9c3d9d74-3230-4913-8591-dedf14bcac4f admin admin] 10.222.0.26 "DELETE /v2.0/routers/268d4d58-6938-4658-80f3-d06a7b7d5599 HTTP/1.1" status: 204 len: 168 time: 1.3582342 Jun 24 16:38:53.561912 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:53.628862 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Deleting subnet 0cd38234-99d1-4139-875e-9d3feb1eacb4 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:38:53.630957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.671343 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-3e48fcac-0b36-4077-9f7a-ba163a2a5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:53.672847 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-3e48fcac-0b36-4077-9f7a-ba163a2a5d7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 1100 time: 0.0842962 Jun 24 16:38:53.681609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.701496 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7aeab732-e79c-428b-ab7c-9be468d1d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.799939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.844555 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-bcbd8ad4-b14b-4fb7-8c6a-e012ed22e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:53.846135 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-bcbd8ad4-b14b-4fb7-8c6a-e012ed22e422 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 200 len: 918 time: 0.1453519 Jun 24 16:38:53.887554 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.927493 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd38234-99d1-4139-875e-9d3feb1eacb4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:53.929440 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:53.935035 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca715b4-0ba4-4466-a3ea-8b30133d527e None None] Network 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:38:53.938065 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ad5d1be8-9de2-41b8-b000-63b496d27054 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0cd38234-99d1-4139-875e-9d3feb1eacb4 HTTP/1.1" status: 204 len: 168 time: 0.3751757 Jun 24 16:38:53.938638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:53.975491 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-f29620f9-7f5b-41a8-8eb4-27ec559991a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 200 len: 1001 time: 0.1183403 Jun 24 16:38:54.062487 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.067132 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-900da37d-fe22-4f16-8f6a-f5bc634239ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:54.068753 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-900da37d-fe22-4f16-8f6a-f5bc634239ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 200 len: 856 time: 0.0839870 Jun 24 16:38:54.084249 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Deleting port 326a039c-4c82-49e3-8fae-b00035d73e0b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:54.084847 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.152153 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:54.185470 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-077e73e9-b8db-4127-a083-4dff3048e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:38:54.187055 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-077e73e9-b8db-4127-a083-4dff3048e463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522d9803-e13a-4100-bc42-4bdcc270160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080735 Jun 24 16:38:54.194503 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:54.194842 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 3bee3338-faf3-4ef5-84ef-7b7bf40bbdd1 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:54.195450 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a0ec9f75-63be-42be-b7f4-94bcb73539f4 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:54.243979 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: a0ec9f75-63be-42be-b7f4-94bcb73539f4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:54.244248 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a0ec9f75-63be-42be-b7f4-94bcb73539f4 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:54.327308 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] For port 326a039c-4c82-49e3-8fae-b00035d73e0b, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=326a039c-4c82-49e3-8fae-b00035d73e0b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:54.327772 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.364376 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] DHCP port deletion for 78eb6cb9-9d7d-40ad-b92e-00d8360e05ff request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:38:54.368728 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Deleting port 326a039c-4c82-49e3-8fae-b00035d73e0b {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:54.369114 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.433603 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-0c23ddb2-fe27-4b7d-ad45-c2f7db77c805 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304604 Jun 24 16:38:54.560491 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Calling delete_port for 326a039c-4c82-49e3-8fae-b00035d73e0b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:54.588128 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] For port 326a039c-4c82-49e3-8fae-b00035d73e0b, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=326a039c-4c82-49e3-8fae-b00035d73e0b,segment=NetworkSegment(01181f8e-5117-4180-8698-d9251ef9a288),segment_id=01181f8e-5117-4180-8698-d9251ef9a288)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:38:54.588519 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.608197 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21c0fd15-fcf7-4cdb-9187-c40390825f9a req-3a369ee5-004b-46f0-ad49-b72754123f44 service neutron] 10.222.0.36 "GET /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608903 Jun 24 16:38:54.640740 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.684589 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=326a039c-4c82-49e3-8fae-b00035d73e0b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:54.689715 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] No DVR routers for this DVR port 326a039c-4c82-49e3-8fae-b00035d73e0b on host dv-cinder-847189-3-smb {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:38:54.714816 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Calling delete_port for 326a039c-4c82-49e3-8fae-b00035d73e0b owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:38:54.792567 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:38:54.792941 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:38:54.806627 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.833582 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eb6cb9-9d7d-40ad-b92e-00d8360e05ff']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:54.847887 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01181f8e-5117-4180-8698-d9251ef9a288') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:54.848176 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01181f8e-5117-4180-8698-d9251ef9a288') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:38:54.868891 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.887075 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.894293 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:38:54.894653 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:54.980502 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 01181f8e-5117-4180-8698-d9251ef9a288 resource provider aggregate not found Jun 24 16:38:55.004807 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 01181f8e-5117-4180-8698-d9251ef9a288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01181f8e-5117-4180-8698-d9251ef9a288 found for delete ", "request_id": "req-8bd822a5-47bc-4a2a-8ef6-6b81cb22dcc8"}]} Jun 24 16:38:55.013419 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.030335 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.041691 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=78eb6cb9-9d7d-40ad-b92e-00d8360e05ff,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:55.057012 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ead5aa52-805b-47f6-b551-5be0db61aea6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/78eb6cb9-9d7d-40ad-b92e-00d8360e05ff HTTP/1.1" status: 204 len: 168 time: 1.1173744 Jun 24 16:38:55.233883 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51862) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:55.289736 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-75244786-1568-484f-964d-a5ff88e42eef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73a645777a584ad3968ef5916317a3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540516 Jun 24 16:38:55.292120 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:55.294107 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Deleting port 326a039c-4c82-49e3-8fae-b00035d73e0b {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:38:55.294647 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.359337 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.371751 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b54d813f-1c4e-4d06-aa7a-0142c33cb772 None None] The port '326a039c-4c82-49e3-8fae-b00035d73e0b' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:38:55.389423 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.450572 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.470225 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5524fa-29ba-438e-a261-f2279449605a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:55.483241 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:55.484361 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-095e33fa-4909-419b-a0b0-d7b79406abc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d5524fa-29ba-438e-a261-f2279449605a HTTP/1.1" status: 204 len: 168 time: 0.1913493 Jun 24 16:38:56.099563 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 326a039c-4c82-49e3-8fae-b00035d73e0b no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:38:56.149485 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 326a039c-4c82-49e3-8fae-b00035d73e0b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:38:56.149995 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 326a039c-4c82-49e3-8fae-b00035d73e0b not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:38:56.170651 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ce101872-73b6-40cb-b747-7fbf2e69c367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:56.628806 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 51918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:56.753014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:56.767756 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:56.772644 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Usage tracker for resource:security_group_rule and tenant:58f12b2d42174d93a63d35c14e1ffac8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:56.775490 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:56.781340 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:56.866231 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:56.870183 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:56.917823 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58f12b2d42174d93a63d35c14e1ffac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879853 Jun 24 16:38:56.919396 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cc0ef-e60c-4195-923e-5513c12634ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e872a-c9ae-4b57-ac14-67968ae135cb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:56.920484 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 51932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:56.943489 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:56.990013 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:57.019116 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:57.083392 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:57.103341 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e872a-c9ae-4b57-ac14-67968ae135cb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:57.108198 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:57.113824 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-25372862-8e6c-4847-8b88-da9d2d12f0e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b8e872a-c9ae-4b57-ac14-67968ae135cb HTTP/1.1" status: 204 len: 168 time: 0.1921182 Jun 24 16:38:57.229165 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:58.525173 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.380133 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:59.494708 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.509538 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:38:59.513679 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d11beff69e3a4ca59f85192953ec350c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:38:59.516866 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:38:59.523101 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:38:59.604582 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.608174 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.658623 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d11beff69e3a4ca59f85192953ec350c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773938 Jun 24 16:38:59.659672 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73161cd-1172-465c-a612-37a5919411b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f565118d-acdd-402c-ba12-df039a7a2391,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:59.661331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52050) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:38:59.721118 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.746962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.802331 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.821585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f565118d-acdd-402c-ba12-df039a7a2391,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:38:59.836049 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:38:59.839569 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-6f7f7fd1-9c67-4211-9b75-08741cebd5c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f565118d-acdd-402c-ba12-df039a7a2391 HTTP/1.1" status: 204 len: 168 time: 0.1742384 Jun 24 16:39:00.121529 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:00.141635 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.158281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:00.163852 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a985e0d42042e88f8b7967d2d7e883 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:00.167117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:00.173071 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:00.264034 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.269822 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.318978 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4a985e0d42042e88f8b7967d2d7e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946554 Jun 24 16:39:00.318978 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f041-25ea-4011-a88e-a57753ee4f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c603579-3e28-43a2-8322-e866f89c6173,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:00.320262 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:00.386155 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.413039 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.468804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.489409 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c603579-3e28-43a2-8322-e866f89c6173,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:00.497965 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:00.499247 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3264a10a-f964-419c-8341-2d971b706d6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c603579-3e28-43a2-8322-e866f89c6173 HTTP/1.1" status: 204 len: 168 time: 0.1768622 Jun 24 16:39:04.145336 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52188) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:04.500248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Deleting port 2e34424d-24c9-4c38-a98a-1bddcb282e96 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:04.500579 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:04.669961 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:04.670283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:04.793098 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Calling delete_port for 2e34424d-24c9-4c38-a98a-1bddcb282e96 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:04.955904 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.009575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event deleted for resources: {'Port': ['ID=2e34424d-24c9-4c38-a98a-1bddcb282e96,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:05.124990 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.125470 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.db.l3_db [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Floating IP d53c5538-2ca6-4201-a62a-db76be1561d9 disassociated (deleted). External IP: 172.28.2.205, port: 782c08a0-86b8-4d52-b69c-d96e2a633230. Jun 24 16:39:05.462453 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:05.609235 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.626167 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:39:05.626961 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:05.632836 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:be4f40eefc1845fd92b616a3d6906b96 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:05.643165 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:05.649699 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:05.747495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.752280 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.801743 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be4f40eefc1845fd92b616a3d6906b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371084 Jun 24 16:39:05.803305 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:05.803921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd85415-ffac-432f-9910-945442339ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3f4e8-29e9-462a-8286-333a47e23b21,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:05.813255 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:39:05.823663 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Sync routers for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:39:05.834061 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:05.834667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:05.838338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.872117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.901661 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.902044 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b06010ff-f650-4a1c-91fe-5a7d5b495d9f tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "DELETE /v2.0/floatingips/d53c5538-2ca6-4201-a62a-db76be1561d9 HTTP/1.1" status: 204 len: 168 time: 1.7556579 Jun 24 16:39:05.902634 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:05.964226 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:05.981933 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3f4e8-29e9-462a-8286-333a47e23b21,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:05.995032 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710c4917-14b2-4e3e-87bd-4c631ed7cf46'] response: {'name': 'network-changed', 'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'status': 'completed', 'code': 200} Jun 24 16:39:05.995457 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.001165 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4c61b683-5afb-4fa9-b7fd-7a415d42fc44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85e3f4e8-29e9-462a-8286-333a47e23b21 HTTP/1.1" status: 204 len: 168 time: 0.1942937 Jun 24 16:39:06.073751 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:06.117214 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-f66fd343-01d6-4ff4-b611-5ee98a812e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:06.118805 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-f66fd343-01d6-4ff4-b611-5ee98a812e55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=928bcdbcadd24982900fa796050def8d&device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 1098 time: 0.0941103 Jun 24 16:39:06.274337 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-5a2ccdd5-cb07-4592-9de4-abbac5f9bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:06.276007 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-5a2ccdd5-cb07-4592-9de4-abbac5f9bd18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 200 len: 909 time: 0.1482074 Jun 24 16:39:06.405410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:06.419657 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-ed9a515c-eaf7-4edc-af04-deb7bdf9be1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 200 len: 217 time: 0.1284788 Jun 24 16:39:06.428425 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.444995 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:06.450180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:20b26d8ea9744653b978977839fe150a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:06.454463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:06.462953 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:06.535500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-e7cf9bfc-af96-41db-b9eb-91426ecddae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:06.536942 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-e7cf9bfc-af96-41db-b9eb-91426ecddae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 200 len: 847 time: 0.1062996 Jun 24 16:39:06.545716 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24995-de53-46b6-8099-e285d5c45faa req-0d0bf2f7-dbb2-4dfd-bcf0-69d159ca7374 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:06.546059 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:06.550469 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Checking router: 33bbc3e6-2da2-493d-b087-21b098d9dfb7 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:39:06.552836 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81e24995-de53-46b6-8099-e285d5c45faa req-0d0bf2f7-dbb2-4dfd-bcf0-69d159ca7374 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.2013843 Jun 24 16:39:06.569803 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:06.570438 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:06.580405 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.590911 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.643314 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-81e24995-de53-46b6-8099-e285d5c45faa req-3035bca5-5f27-47d4-a519-3f82a15e888b tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889051 Jun 24 16:39:06.666610 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20b26d8ea9744653b978977839fe150a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598195 Jun 24 16:39:06.667381 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:06.668097 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43075bb-aaa5-4480-b441-95c9658ec6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b00b2b1-76cf-40b8-a03f-767085cc2f98,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:06.679129 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-5b4e5189-e893-484e-965c-417a356cf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:06.680505 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-5b4e5189-e893-484e-965c-417a356cf7db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7404b37-2ca1-4204-bc36-8380d28f6454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1094337 Jun 24 16:39:06.743616 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.770725 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.822139 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:06.846328 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.846588 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-6ac570a2-7203-44a5-9ee6-bbef19dd548e service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568758 Jun 24 16:39:06.866824 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b00b2b1-76cf-40b8-a03f-767085cc2f98,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:06.870296 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:06.874515 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b2a1b57c-7875-41a4-a17c-5177e16ed66f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b00b2b1-76cf-40b8-a03f-767085cc2f98 HTTP/1.1" status: 204 len: 168 time: 0.2027175 Jun 24 16:39:07.172840 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-21ec66a8-05bb-4dd6-a62d-0dc429061024 req-2b5d4e00-d6be-485d-bce2-4fced480636d service neutron] 10.222.0.36 "GET /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128073 Jun 24 16:39:07.303058 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:07.307825 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a847069-f360-44f7-bcdb-af8179108cf4 None None] The sync data for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb is: [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:33:03Z', 'revision_number': 4, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': 'eb20642c-f109-4c46-8009-84b841e4619b', 'name': '', 'network_id': 'c7404b37-2ca1-4204-bc36-8380d28f6454', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'mac_address': 'fa:16:3e:e9:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:02Z', 'updated_at': '2022-06-24T16:33:12Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'subnets': [{'id': 'c0810102-d388-49f8-89e2-c7ac9c90d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:39:07.572611 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181f311-2776-4151-aa94-7f2072850b07 None None] New status for floating IP d53c5538-2ca6-4201-a62a-db76be1561d9: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:39:07.850366 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50b88-7946-4801-99de-0642ff919fff req-b9b6fab8-1749-44b0-b57d-ff7e66ec22a6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:07.851092 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-ebf50b88-7946-4801-99de-0642ff919fff req-b9b6fab8-1749-44b0-b57d-ff7e66ec22a6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Synchronizing usage tracker for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:39:07.867077 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-ebf50b88-7946-4801-99de-0642ff919fff req-b9b6fab8-1749-44b0-b57d-ff7e66ec22a6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Unset dirty status for tenant:928bcdbcadd24982900fa796050def8d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:39:07.868208 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ebf50b88-7946-4801-99de-0642ff919fff req-b9b6fab8-1749-44b0-b57d-ff7e66ec22a6 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1097555 Jun 24 16:39:07.917467 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-ebf50b88-7946-4801-99de-0642ff919fff req-a93ea6a9-1707-4d63-aa8d-b1e96993fef5 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434637 Jun 24 16:39:08.658208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-9ba40cfe-d2a9-4420-b87c-4e67cd28a3de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:08.660309 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-9ba40cfe-d2a9-4420-b87c-4e67cd28a3de tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.1048906 Jun 24 16:39:08.748931 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Deleting port 782c08a0-86b8-4d52-b69c-d96e2a633230 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:08.749347 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:09.036972 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] For port 782c08a0-86b8-4d52-b69c-d96e2a633230, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=782c08a0-86b8-4d52-b69c-d96e2a633230,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:09.037228 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:09.125723 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef6db-d8d0-4341-9965-6143a858cc2f req-e4a07a2e-9cf5-47da-bbbf-ce0130064d88 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:09.127194 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5e9ef6db-d8d0-4341-9965-6143a858cc2f req-e4a07a2e-9cf5-47da-bbbf-ce0130064d88 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 945 time: 0.0896540 Jun 24 16:39:09.161158 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Calling delete_port for 782c08a0-86b8-4d52-b69c-d96e2a633230 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:09.173484 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5e9ef6db-d8d0-4341-9965-6143a858cc2f req-d9420f65-766e-4eb4-88c4-20cf090fc6d5 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc94e95c-1d5c-4e0f-8c97-5d83275845e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Jun 24 16:39:09.306045 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:09.358128 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event deleted for resources: {'Port': ['ID=782c08a0-86b8-4d52-b69c-d96e2a633230,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:09.401045 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.401387 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.401727 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.402069 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.402377 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.402701 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.403047 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.403367 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.403684 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.404000 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.404314 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.404646 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:09.452858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] No DVR routers for this DVR port 782c08a0-86b8-4d52-b69c-d96e2a633230 on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:09.455262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:09.459157 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-deleted', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:09.477229 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-5b77d6f8-c17f-4592-8336-96958e6c3be6 req-5d58b9c2-031c-41dc-812b-189234598314 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.36 "DELETE /v2.0/ports/782c08a0-86b8-4d52-b69c-d96e2a633230 HTTP/1.1" status: 204 len: 173 time: 0.8074861 Jun 24 16:39:09.507864 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53515dd-8e0b-4075-b93a-affd244b199a'] response: {'server_uuid': '38f7d7d4-5269-4fec-bb82-1e24205cc73b', 'name': 'network-vif-deleted', 'tag': '782c08a0-86b8-4d52-b69c-d96e2a633230', 'status': 'completed', 'code': 200} Jun 24 16:39:10.377368 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-b302093a-c340-4ad7-b9b9-8ebeef3c9cc3 req-66066231-6252-46b6-b6c1-345e7b86e278 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f7d7d4-5269-4fec-bb82-1e24205cc73b HTTP/1.1" status: 200 len: 210 time: 0.0552733 Jun 24 16:39:10.525184 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:39:11.474360 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:11.551377 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:11.603083 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:11.721491 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:11.747231 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94e95c-1d5c-4e0f-8c97-5d83275845e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:11.757882 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.758222 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.758551 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.759022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.759343 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.759716 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.760030 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.760333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.761021 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.761340 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.761699 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.762402 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:11.779577 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:11.781812 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ca4c12a0-b59e-46c2-bf0b-a7904805ddd7 tempest-TestShelveInstance-1315320253 tempest-TestShelveInstance-1315320253-project] 10.222.0.26 "DELETE /v2.0/security-groups/bc94e95c-1d5c-4e0f-8c97-5d83275845e0 HTTP/1.1" status: 204 len: 168 time: 0.3064389 Jun 24 16:39:11.834938 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:11.977411 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:12.012464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52454) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:12.018727 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 782c08a0-86b8-4d52-b69c-d96e2a633230 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:12.019164 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 782c08a0-86b8-4d52-b69c-d96e2a633230 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:12.217517 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.257317 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:12.264279 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Usage tracker for resource:security_group_rule and tenant:f957019957374f2687335db466258243 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:12.270035 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:12.279694 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:12.550231 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.683608 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.760633 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f957019957374f2687335db466258243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448256 Jun 24 16:39:12.761014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:12.788708 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680f50-c83d-4da0-8cab-bc7306718919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ff703-59d7-4679-b83d-0c7606a7bc7a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:12.829915 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.856616 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.916509 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.931727 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ff703-59d7-4679-b83d-0c7606a7bc7a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:12.933381 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.938411 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:12.954359 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8f9e53bd-8de1-4f3f-8203-b0569bbef406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e4ff703-59d7-4679-b83d-0c7606a7bc7a HTTP/1.1" status: 204 len: 168 time: 0.1921704 Jun 24 16:39:13.315824 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52486) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:13.342064 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.361895 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:13.367881 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Deleting port eb20642c-f109-4c46-8009-84b841e4619b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:13.368171 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.401338 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Usage tracker for resource:security_group_rule and tenant:e93fc37ccefa42dbb9aaf0f46f9b4552 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:13.410822 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:13.434711 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:13.599201 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] For port eb20642c-f109-4c46-8009-84b841e4619b, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=eb20642c-f109-4c46-8009-84b841e4619b,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:13.599805 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.730072 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Calling delete_port for eb20642c-f109-4c46-8009-84b841e4619b owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:13.799562 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.808939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.879003 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e93fc37ccefa42dbb9aaf0f46f9b4552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618610 Jun 24 16:39:13.881642 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:13.884632 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f55d0-9796-4a7b-a786-52d7459b3976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a7a38-702b-4d1a-81d4-fd0c25aae910,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:13.944495 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.975569 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:13.977116 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:14.027084 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb20642c-f109-4c46-8009-84b841e4619b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:14.029359 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:14.048430 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a7a38-702b-4d1a-81d4-fd0c25aae910,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:14.058879 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:14.059874 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f555c64d-830b-4fe8-a2b3-8cfae6518409 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d9a7a38-702b-4d1a-81d4-fd0c25aae910 HTTP/1.1" status: 204 len: 168 time: 0.1772025 Jun 24 16:39:14.434048 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:14.814506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:39:14.997924 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:39:15.010707 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Sync routers for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:39:15.023030 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:15.023883 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:15.029393 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-8b0f14e1-5f00-4a31-a5a0-be0c6b2d2782 admin admin] 10.222.0.26 "PUT /v2.0/routers/33bbc3e6-2da2-493d-b087-21b098d9dfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1930001 Jun 24 16:39:15.031946 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:15.230033 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:15.244059 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:15.521528 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:15.537002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Deleting port ac51bfba-d577-4db8-826d-d54850602d4c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:15.537584 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:15.614454 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:39:13Z', 'revision_number': 5, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port': {'id': 'ac51bfba-d577-4db8-826d-d54850602d4c', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:32:59Z', 'updated_at': '2022-06-24T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:15.634866 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Checking router: 33bbc3e6-2da2-493d-b087-21b098d9dfb7 for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:39:15.662701 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Routers {'33bbc3e6-2da2-493d-b087-21b098d9dfb7'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:15.663372 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:15.817766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] For port ac51bfba-d577-4db8-826d-d54850602d4c, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=ac51bfba-d577-4db8-826d-d54850602d4c,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:15.818117 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:15.847122 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] Set router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:15.969632 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Calling delete_port for ac51bfba-d577-4db8-826d-d54850602d4c owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:15.973560 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:39:15Z', 'revision_number': 6, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:15.977754 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612727-28a8-497c-80b0-2b42df8b9ff3 None None] The sync data for ids ['33bbc3e6-2da2-493d-b087-21b098d9dfb7'] in dv-cinder-847189-3-smb is: [{'id': '33bbc3e6-2da2-493d-b087-21b098d9dfb7', 'name': 'tempest-TestShelveInstance-687698749-router', 'tenant_id': '928bcdbcadd24982900fa796050def8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:32:58Z', 'updated_at': '2022-06-24T16:39:15Z', 'revision_number': 6, 'project_id': '928bcdbcadd24982900fa796050def8d', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:39:16.159672 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.246110 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac51bfba-d577-4db8-826d-d54850602d4c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:16.310288 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.435498 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device eb20642c-f109-4c46-8009-84b841e4619b no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:16.473505 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: eb20642c-f109-4c46-8009-84b841e4619b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:16.473903 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device eb20642c-f109-4c46-8009-84b841e4619b not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:16.498733 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.501396 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.524762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.525490 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bbc3e6-2da2-493d-b087-21b098d9dfb7 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:39:16.538897 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.542878 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d8864006-c540-43b8-87cc-5487500ffb58 admin admin] 10.222.0.26 "DELETE /v2.0/routers/33bbc3e6-2da2-493d-b087-21b098d9dfb7 HTTP/1.1" status: 204 len: 168 time: 1.5073590 Jun 24 16:39:16.543235 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:16.602611 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Deleting subnet c0810102-d388-49f8-89e2-c7ac9c90d1bf {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:39:16.605546 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.664416 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2539228'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.749183 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.843094 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2733581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827611'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.900175 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0810102-d388-49f8-89e2-c7ac9c90d1bf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:16.902062 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:16.908439 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-bb0d157d-d9e2-4457-8b34-e4ccb38a2e0c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0810102-d388-49f8-89e2-c7ac9c90d1bf HTTP/1.1" status: 204 len: 168 time: 0.3641651 Jun 24 16:39:16.912479 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:16.914477 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07827f9f-9d4c-4d30-abaa-f8e514e186aa None None] Network c7404b37-2ca1-4204-bc36-8380d28f6454 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:39:17.040825 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.053835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Deleting port a07f74ec-9515-4be4-a56a-24428c9623ac {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:17.055265 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.255981 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] DHCP port deletion for c7404b37-2ca1-4204-bc36-8380d28f6454 request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:39:17.261210 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Deleting port a07f74ec-9515-4be4-a56a-24428c9623ac {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:17.261674 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.341869 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] For port a07f74ec-9515-4be4-a56a-24428c9623ac, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a07f74ec-9515-4be4-a56a-24428c9623ac,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:17.342076 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.448303 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:17.490302 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Calling delete_port for a07f74ec-9515-4be4-a56a-24428c9623ac owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:17.527387 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] For port a07f74ec-9515-4be4-a56a-24428c9623ac, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=a07f74ec-9515-4be4-a56a-24428c9623ac,segment=NetworkSegment(fbae2773-a300-4f83-8799-83d32c0d3d74),segment_id=fbae2773-a300-4f83-8799-83d32c0d3d74)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:17.528483 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.601867 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.633332 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:17.638592 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Usage tracker for resource:security_group_rule and tenant:4041978fbead4e49a8a1041c40aa59a2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:17.642035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:17.648466 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:17.680049 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Calling delete_port for a07f74ec-9515-4be4-a56a-24428c9623ac owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:17.740898 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.751403 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.758401 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.778043 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:39:17.778441 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:39:17.800057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Pushing event deleted for resources: {'Port': ['ID=a07f74ec-9515-4be4-a56a-24428c9623ac,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:17.805979 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] No DVR routers for this DVR port a07f74ec-9515-4be4-a56a-24428c9623ac on host dv-cinder-847189-3-smb {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:17.814666 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4041978fbead4e49a8a1041c40aa59a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624692 Jun 24 16:39:17.814666 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713151-4a82-4f1b-ab02-ce8c2d6824df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90f5ab9-a058-491a-b257-b73b45987f65,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:17.816258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:17.885761 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.911959 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.926354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.951609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7404b37-2ca1-4204-bc36-8380d28f6454']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:17.964489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.964778 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbae2773-a300-4f83-8799-83d32c0d3d74') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:17.965071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbae2773-a300-4f83-8799-83d32c0d3d74') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:17.978737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.978963 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90f5ab9-a058-491a-b257-b73b45987f65,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:17.985470 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:17.989325 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-33429615-8b79-48c5-b51e-77cd41b3d731 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c90f5ab9-a058-491a-b257-b73b45987f65 HTTP/1.1" status: 204 len: 168 time: 0.1720538 Jun 24 16:39:18.008827 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.016366 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:39:18.016755 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.088033 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment fbae2773-a300-4f83-8799-83d32c0d3d74 resource provider aggregate not found Jun 24 16:39:18.115468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a07f74ec-9515-4be4-a56a-24428c9623ac no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:18.120568 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment fbae2773-a300-4f83-8799-83d32c0d3d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbae2773-a300-4f83-8799-83d32c0d3d74 found for delete ", "request_id": "req-b3ea9a81-f6fd-4e97-b6ac-ed93349df202"}]} Jun 24 16:39:18.133804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.153585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.162185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7404b37-2ca1-4204-bc36-8380d28f6454,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:18.167765 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: a07f74ec-9515-4be4-a56a-24428c9623ac {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:18.168223 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device a07f74ec-9515-4be4-a56a-24428c9623ac not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:18.168978 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device ac51bfba-d577-4db8-826d-d54850602d4c no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:18.169809 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b06aab37-0865-46d7-9d2b-b83b3995c91b admin admin] 10.222.0.26 "DELETE /v2.0/networks/c7404b37-2ca1-4204-bc36-8380d28f6454 HTTP/1.1" status: 204 len: 168 time: 1.2537689 Jun 24 16:39:18.172803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:18.204641 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: ac51bfba-d577-4db8-826d-d54850602d4c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:18.205322 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device ac51bfba-d577-4db8-826d-d54850602d4c not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:18.279406 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Deleting port a07f74ec-9515-4be4-a56a-24428c9623ac {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:18.279856 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.333206 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:18.362057 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-789d4c0d-37b1-4bb4-a84e-5c8194214c57 None None] The port 'a07f74ec-9515-4be4-a56a-24428c9623ac' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:39:18.372783 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.394050 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:18.409381 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Usage tracker for resource:security_group_rule and tenant:53d6c7ca8e314cf0be8e693cbd20b5cf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:18.414503 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:18.424120 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:18.816797 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.847536 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:18.918037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53d6c7ca8e314cf0be8e693cbd20b5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838845 Jun 24 16:39:18.919648 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a9e51-92fb-4ac7-aab7-80645c258000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351453d9-671a-4637-9e11-62b3df6ed578,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:18.921180 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:19.005113 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.028484 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.038215 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.092416 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.116153 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351453d9-671a-4637-9e11-62b3df6ed578,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:19.126945 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.129817 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a791ea9d-710b-4fc6-9a7e-185758f67ef2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/351453d9-671a-4637-9e11-62b3df6ed578 HTTP/1.1" status: 204 len: 168 time: 0.2072916 Jun 24 16:39:19.452682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Deleting port 9abf2b8a-075d-4059-83a6-b848ad7a10db {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:19.453057 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.656747 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] For port 9abf2b8a-075d-4059-83a6-b848ad7a10db, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9abf2b8a-075d-4059-83a6-b848ad7a10db,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:19.657107 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.720129 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:19.791242 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Calling delete_port for 9abf2b8a-075d-4059-83a6-b848ad7a10db owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:19.851513 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:19.867466 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:19.872581 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Usage tracker for resource:security_group_rule and tenant:269874ce3802470db229f2b79f81c235 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:19.874459 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:19.895474 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:20.017910 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.025635 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.028709 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.106276 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6090323a-d302-42c4-bc92-2407d8b02554,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:20.112163 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-396af9b4-201e-4624-8133-fee9dbdbf472 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=269874ce3802470db229f2b79f81c235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907092 Jun 24 16:39:20.116781 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:20.121101 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9abf2b8a-075d-4059-83a6-b848ad7a10db,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:20.204838 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.240939 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.312346 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.348423 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6090323a-d302-42c4-bc92-2407d8b02554,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:20.355577 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.357561 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7c2661bf-719f-475f-a7bf-5ad7628f5cb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6090323a-d302-42c4-bc92-2407d8b02554 HTTP/1.1" status: 204 len: 168 time: 0.2386656 Jun 24 16:39:20.801738 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:20.821997 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.822332 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.836637 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1702c4-58ff-4f97-a4ec-1373d27fd970 req-1da69111-619e-4a11-bae0-de19d9c632e3 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:20.837737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:20.838110 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4f1702c4-58ff-4f97-a4ec-1373d27fd970 req-1da69111-619e-4a11-bae0-de19d9c632e3 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.3652103 Jun 24 16:39:20.844139 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f0a8867770d4c798dc10095e9a6c6a0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:20.847257 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:20.853177 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:20.871205 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:20.960312 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:20.965888 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.023132 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-4f1702c4-58ff-4f97-a4ec-1373d27fd970 req-e562c065-20d9-419f-bb33-c1d922362f2e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259487 Jun 24 16:39:21.024879 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:21.027882 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f0a8867770d4c798dc10095e9a6c6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179580 Jun 24 16:39:21.029039 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b1fa9-760d-4cc7-8f5a-3471d5032ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a2b35-22a6-4135-9021-66e5f285df4e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:21.077024 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.092303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:21.096319 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Usage tracker for resource:security_group_rule and tenant:005f57d086194082a3b74efdac2545b9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:21.099494 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:21.105189 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:21.188015 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.191993 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.232855 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.241125 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=005f57d086194082a3b74efdac2545b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688753 Jun 24 16:39:21.243136 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52754) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:21.245835 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dc65f-efa0-4118-a6f6-6eea36aa6b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c116d321-5cc5-4bb2-bf70-b7b7b2f026fc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:21.273980 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.306191 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.331636 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:39:21.331991 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.383974 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.400611 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116d321-5cc5-4bb2-bf70-b7b7b2f026fc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:21.408723 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.412289 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-b42aa221-82f4-4795-8b22-f761559ebe1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c116d321-5cc5-4bb2-bf70-b7b7b2f026fc HTTP/1.1" status: 204 len: 168 time: 0.1658037 Jun 24 16:39:21.467002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.486157 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a2b35-22a6-4135-9021-66e5f285df4e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:21.526306 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.527445 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-19f69408-83ad-4c38-8cb2-64d9958c4521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb7a2b35-22a6-4135-9021-66e5f285df4e HTTP/1.1" status: 204 len: 168 time: 0.5016677 Jun 24 16:39:21.540399 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:39:21.548764 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Sync routers for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:39:21.559411 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:21.566434 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:21.567087 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:21.568004 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-209c8cb5-fb62-438e-8c42-1602c513fbbe admin admin] 10.222.0.26 "PUT /v2.0/routers/9ec57dd1-df79-4b36-98f9-e4aaaa446054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3874502 Jun 24 16:39:21.761750 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: dv-cinder-847189-3-smb {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:21.766964 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.966254 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:21.981523 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Deleting port 368b9386-18a9-454f-bc90-e42f76dcae39 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:21.981968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:22.112789 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:39:19Z', 'revision_number': 5, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port': {'id': '368b9386-18a9-454f-bc90-e42f76dcae39', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:08Z', 'updated_at': '2022-06-24T16:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:22.117436 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Checking router: 9ec57dd1-df79-4b36-98f9-e4aaaa446054 for host: dv-cinder-847189-3-smb {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:39:22.127493 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Routers {'9ec57dd1-df79-4b36-98f9-e4aaaa446054'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:22.128920 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:38:56Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:22.326271 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] Set router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:22.446200 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] For port 368b9386-18a9-454f-bc90-e42f76dcae39, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=368b9386-18a9-454f-bc90-e42f76dcae39,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:22.446830 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:22.459963 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:39:21Z', 'revision_number': 6, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:22.461695 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84cb8-1581-478f-8eb2-d870d9e791b6 req-4675cd0f-674a-439b-82a1-41e94587a34c tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:22.463503 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-25c84cb8-1581-478f-8eb2-d870d9e791b6 req-4675cd0f-674a-439b-82a1-41e94587a34c tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.1672299 Jun 24 16:39:22.473660 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961e76d-3a8f-40a7-8ada-9cb07e234e64 None None] The sync data for ids ['9ec57dd1-df79-4b36-98f9-e4aaaa446054'] in dv-cinder-847189-3-smb is: [{'id': '9ec57dd1-df79-4b36-98f9-e4aaaa446054', 'name': 'tempest-TestShelveInstance-1633178848-router', 'tenant_id': '40c5e9b537834e8fb4c50ba0940326e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:07Z', 'updated_at': '2022-06-24T16:39:21Z', 'revision_number': 6, 'project_id': '40c5e9b537834e8fb4c50ba0940326e4', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:39:22.611256 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Calling delete_port for 368b9386-18a9-454f-bc90-e42f76dcae39 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:22.636323 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:22.688169 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-25c84cb8-1581-478f-8eb2-d870d9e791b6 req-fbfc4292-5e81-433b-bec3-443270c886e3 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591399 Jun 24 16:39:22.839463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:22.951329 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=368b9386-18a9-454f-bc90-e42f76dcae39,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:23.018540 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.208461 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.211148 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.239740 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.241016 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec57dd1-df79-4b36-98f9-e4aaaa446054 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:39:23.262243 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.264068 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a544ec3c-0bd1-4420-9f2a-0792adc1b0ae admin admin] 10.222.0.26 "DELETE /v2.0/routers/9ec57dd1-df79-4b36-98f9-e4aaaa446054 HTTP/1.1" status: 204 len: 168 time: 1.7034795 Jun 24 16:39:23.266578 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:23.363929 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Deleting subnet 39b609eb-59f9-418e-8053-1237bba33166 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:39:23.369689 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.426593 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254443'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.618675 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.726449 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-91dea18b-57c0-40be-a8e6-0f85ae150165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.803388 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2260404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2327869'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.848723 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b609eb-59f9-418e-8053-1237bba33166,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:23.858061 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:23.863714 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac93d0-251b-4589-a9cb-21f355119cc1 None None] Network 70295737-0c1b-4fc9-96fc-73d4800f90b2 requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:39:23.874395 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-bf777879-be01-4867-91e6-6e5ed5c3db0c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/39b609eb-59f9-418e-8053-1237bba33166 HTTP/1.1" status: 204 len: 168 time: 0.6045105 Jun 24 16:39:23.874811 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:23.910553 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a3f38-03dd-4978-bf4e-fdd1fe4a7791 req-d0aa0601-8389-4ab6-9d32-2d67f2bf8ffa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:23.912508 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-260a3f38-03dd-4978-bf4e-fdd1fe4a7791 req-d0aa0601-8389-4ab6-9d32-2d67f2bf8ffa tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.1883576 Jun 24 16:39:23.959497 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46159e72-30c1-4673-b0e9-3fe22b397496 req-93c37777-76c6-41fd-ab30-820a1af1c66f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:23.966551 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-46159e72-30c1-4673-b0e9-3fe22b397496 req-93c37777-76c6-41fd-ab30-820a1af1c66f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.1113660 Jun 24 16:39:24.022403 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-46159e72-30c1-4673-b0e9-3fe22b397496 req-7b0a50de-73db-4c23-af57-0522b03b28f7 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Jun 24 16:39:24.055230 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-260a3f38-03dd-4978-bf4e-fdd1fe4a7791 req-f65b0ec0-fedc-4845-995a-5e61bcb902ec tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889246 Jun 24 16:39:24.062407 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.076558 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Deleting port 98830943-a7ec-4aeb-bc46-c71674653659 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:24.077028 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.215331 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 368b9386-18a9-454f-bc90-e42f76dcae39 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:24.270895 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 368b9386-18a9-454f-bc90-e42f76dcae39 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:24.271348 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 368b9386-18a9-454f-bc90-e42f76dcae39 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:24.271881 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9abf2b8a-075d-4059-83a6-b848ad7a10db no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:24.307916 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 9abf2b8a-075d-4059-83a6-b848ad7a10db {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:24.308463 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9abf2b8a-075d-4059-83a6-b848ad7a10db not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:24.440033 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] DHCP port deletion for 70295737-0c1b-4fc9-96fc-73d4800f90b2 request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:39:24.444363 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Deleting port 98830943-a7ec-4aeb-bc46-c71674653659 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:24.444727 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.446586 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] For port 98830943-a7ec-4aeb-bc46-c71674653659, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=98830943-a7ec-4aeb-bc46-c71674653659,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:24.447102 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.594749 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Calling delete_port for 98830943-a7ec-4aeb-bc46-c71674653659 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:24.665113 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] For port 98830943-a7ec-4aeb-bc46-c71674653659, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=98830943-a7ec-4aeb-bc46-c71674653659,segment=NetworkSegment(c916e87b-e339-455b-bdd9-3f7140af4ed7),segment_id=c916e87b-e339-455b-bdd9-3f7140af4ed7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:24.665410 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.678278 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.725246 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Pushing event deleted for resources: {'Port': ['ID=98830943-a7ec-4aeb-bc46-c71674653659,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:24.727046 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] No DVR routers for this DVR port 98830943-a7ec-4aeb-bc46-c71674653659 on host dv-cinder-847189-3-smb {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:24.791064 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Calling delete_port for 98830943-a7ec-4aeb-bc46-c71674653659 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:24.842035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.866479 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.db.api [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:39:24.866996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70295737-0c1b-4fc9-96fc-73d4800f90b2']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:24.867123 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG oslo_db.api [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:39:24.883209 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c916e87b-e339-455b-bdd9-3f7140af4ed7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:24.883667 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c916e87b-e339-455b-bdd9-3f7140af4ed7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:24.896337 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.912364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.918346 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:39:24.918719 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:24.983153 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment c916e87b-e339-455b-bdd9-3f7140af4ed7 resource provider aggregate not found Jun 24 16:39:25.008554 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment c916e87b-e339-455b-bdd9-3f7140af4ed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c916e87b-e339-455b-bdd9-3f7140af4ed7 found for delete ", "request_id": "req-125af7ac-f486-4fa4-9786-7963628ef1c1"}]} Jun 24 16:39:25.016397 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.020855 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.042081 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] Pushing event deleted for resources: {'Network': ['ID=70295737-0c1b-4fc9-96fc-73d4800f90b2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:25.046188 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-eb4a2659-733b-410b-989d-247a5f38f25c admin admin] 10.222.0.26 "DELETE /v2.0/networks/70295737-0c1b-4fc9-96fc-73d4800f90b2 HTTP/1.1" status: 204 len: 168 time: 1.1706285 Jun 24 16:39:25.217712 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638cca5-9b3f-4793-aeaf-d292dbe4ba57 req-a9f00d3c-914e-4793-b6f3-beac5e6e6ca8 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:25.219210 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5638cca5-9b3f-4793-aeaf-d292dbe4ba57 req-a9f00d3c-914e-4793-b6f3-beac5e6e6ca8 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.0957005 Jun 24 16:39:25.242523 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:25.301775 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5638cca5-9b3f-4793-aeaf-d292dbe4ba57 req-30670f48-faed-4fb3-b451-9a43d2c3a658 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 Jun 24 16:39:25.303084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc103c-e480-41ad-9870-c09f1bd91d59 req-52a4a157-97d5-46cf-848c-b6d37335208c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:25.305268 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a7cc103c-e480-41ad-9870-c09f1bd91d59 req-52a4a157-97d5-46cf-848c-b6d37335208c tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.0944381 Jun 24 16:39:25.329012 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7d08a2b8-5e73-4792-85f0-a910ec73ef47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=928bcdbcadd24982900fa796050def8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848930 Jun 24 16:39:25.331504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:25.351218 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a7cc103c-e480-41ad-9870-c09f1bd91d59 req-66c33f23-4b29-4b2c-a71b-99d441402dd1 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Jun 24 16:39:25.368424 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Deleting port 98830943-a7ec-4aeb-bc46-c71674653659 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:25.368978 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.396935 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.427046 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.437634 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-79cdd04b-bcab-485e-b7eb-44f35b5e40e9 None None] The port '98830943-a7ec-4aeb-bc46-c71674653659' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:39:25.495283 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.527147 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55c02d-9b8b-4b3a-9908-70ca6d4cb023,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:25.529170 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:25.533367 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-ba302d35-8070-434f-9916-dbb818a2a20a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e55c02d-9b8b-4b3a-9908-70ca6d4cb023 HTTP/1.1" status: 204 len: 168 time: 0.2007320 Jun 24 16:39:25.629355 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721c05-fe29-4f30-80e2-862eb9958183 req-622af24a-1f6c-471b-a6b0-e8729f073e3b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:25.631016 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-92721c05-fe29-4f30-80e2-862eb9958183 req-622af24a-1f6c-471b-a6b0-e8729f073e3b tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.1559761 Jun 24 16:39:25.724014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Deleting port de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:25.724981 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.011474 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52914) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:26.048892 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] For port de147a86-41cd-4445-9339-5e63d0db4106, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=de147a86-41cd-4445-9339-5e63d0db4106,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:26.049326 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.074581 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-fe72f7c6-e369-42f3-b130-942b44192bdb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40c5e9b537834e8fb4c50ba0940326e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616486 Jun 24 16:39:26.077009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:26.127516 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 98830943-a7ec-4aeb-bc46-c71674653659 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:26.146071 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.168241 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 98830943-a7ec-4aeb-bc46-c71674653659 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:26.168468 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 98830943-a7ec-4aeb-bc46-c71674653659 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:26.172844 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6ebafaf-4b86-4e63-bb05-82bf5e1f7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.173977 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.231004 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.247000 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b1da78-6d97-4784-ad3a-02f7b67463de,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:26.251817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.256014 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2b21dd56-5f23-4d8c-9dee-44627f2fd75c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6b1da78-6d97-4784-ad3a-02f7b67463de HTTP/1.1" status: 204 len: 168 time: 0.1749446 Jun 24 16:39:26.527682 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.528072 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737993'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.529312 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.db.l3_db [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Floating IP 7ba0c133-723a-4519-98ce-7a51eece1125 disassociated. External IP: 172.28.2.76, port: de147a86-41cd-4445-9339-5e63d0db4106. Jun 24 16:39:26.529827 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Calling delete_port for de147a86-41cd-4445-9339-5e63d0db4106 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:26.544772 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f421371-5b77-48bd-b14e-4d667d485ea5 req-4444004f-4a97-4e5f-a8e2-df551474cfff tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:26.554656 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5f421371-5b77-48bd-b14e-4d667d485ea5 req-4444004f-4a97-4e5f-a8e2-df551474cfff tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.1323938 Jun 24 16:39:26.611233 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-5f421371-5b77-48bd-b14e-4d667d485ea5 req-497f9f9f-977a-49cc-8b4d-b0f7e479183f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550621 Jun 24 16:39:26.661566 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df7d10-375f-4c53-b528-4b9fa62f77fd req-89b9f1f6-32ce-4db4-8950-b587cba242f5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:26.663190 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4df7d10-375f-4c53-b528-4b9fa62f77fd req-89b9f1f6-32ce-4db4-8950-b587cba242f5 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 947 time: 0.1900632 Jun 24 16:39:26.718665 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-4cf8b0cb-eedd-4f04-ab3e-1809dab53f5c tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:26.720010 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-4cf8b0cb-eedd-4f04-ab3e-1809dab53f5c tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 945 time: 0.0929112 Jun 24 16:39:26.760841 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f4df7d10-375f-4c53-b528-4b9fa62f77fd req-662359be-de29-4ed5-ba23-e4994e6eae6a tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups?id=97121f6f-b8fc-4f28-8626-a3133941f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621803 Jun 24 16:39:26.761996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.815110 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'Port': ['ID=de147a86-41cd-4445-9339-5e63d0db4106,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:26.896164 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Deleting port 4a4f188c-baee-4ead-aead-b2765266a536 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:26.896489 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:26.955311 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.015591 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:39:27.170463 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] For port 4a4f188c-baee-4ead-aead-b2765266a536, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4a4f188c-baee-4ead-aead-b2765266a536,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:27.171325 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.227235 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.251530 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:39:27.264025 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:39:27.283502 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:27.284755 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:39:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:27.360500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] No DVR routers for this DVR port de147a86-41cd-4445-9339-5e63d0db4106 on host hv-cinder-84718 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:27.365125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.386535 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-deleted', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:27.400440 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:27.400936 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Calling delete_port for 4a4f188c-baee-4ead-aead-b2765266a536 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:27.413925 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-92721c05-fe29-4f30-80e2-862eb9958183 req-e30fe56a-929b-4489-a727-7a7e4fb9eabe tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.36 "DELETE /v2.0/ports/de147a86-41cd-4445-9339-5e63d0db4106 HTTP/1.1" status: 204 len: 173 time: 1.7753396 Jun 24 16:39:27.481408 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c469b2fd-89b4-490f-af5b-b3642e1cd280'] response: {'server_uuid': 'd94ddd11-8ed5-4dfa-a3df-6c1674895751', 'name': 'network-vif-deleted', 'tag': 'de147a86-41cd-4445-9339-5e63d0db4106', 'status': 'completed', 'code': 200} Jun 24 16:39:27.577293 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:27.595029 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.662001 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.665177 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Pushing event deleted for resources: {'Port': ['ID=4a4f188c-baee-4ead-aead-b2765266a536,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:27.666355 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['4a4f188c-baee-4ead-aead-b2765266a536'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:39:27.691763 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:27.696667 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Usage tracker for resource:security_group_rule and tenant:ae14e372646b4747a89eed446a552b99 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:27.700120 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:27.709073 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:27.811065 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] No DVR routers for this DVR port 4a4f188c-baee-4ead-aead-b2765266a536 on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:27.813465 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.823655 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'name': 'network-vif-deleted', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:27.833350 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-e0f637b1-d02f-434a-9cbd-f501fdd9b54c req-9bc6a266-4721-4ce0-ab67-e87c84360ca1 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "DELETE /v2.0/ports/4a4f188c-baee-4ead-aead-b2765266a536 HTTP/1.1" status: 204 len: 173 time: 1.1075952 Jun 24 16:39:27.870272 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-488f3d1f-07d7-49da-8f80-7af2924cce12 req-6a231ace-a970-4ab6-9a13-4bfbec35e5a3 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d735c7c-77f6-4da3-a037-9735bd4190bf HTTP/1.1" status: 200 len: 210 time: 0.0815995 Jun 24 16:39:27.885589 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.903896 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:27.983689 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae14e372646b4747a89eed446a552b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811074 Jun 24 16:39:27.990670 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:28.048782 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06940958-fa2e-481e-acad-18ae7290ffd0'] response: {'server_uuid': '1d735c7c-77f6-4da3-a037-9735bd4190bf', 'name': 'network-vif-deleted', 'tag': '4a4f188c-baee-4ead-aead-b2765266a536', 'status': 'completed', 'code': 200} Jun 24 16:39:28.058792 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-67a5fc3e-2283-4181-9a23-3ab941756f07 req-3d9b482a-c301-43a1-8444-01939a5eace4 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94ddd11-8ed5-4dfa-a3df-6c1674895751 HTTP/1.1" status: 200 len: 210 time: 0.0773838 Jun 24 16:39:28.105364 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b97e29-aa1d-4481-bec9-7c03d0e45aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49a0c6-4f10-4038-b6d2-8a833bca9097,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:28.141748 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.177217 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:28.177859 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.181770 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:39:28.194151 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:28.195038 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:39:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:28.261799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.285205 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49a0c6-4f10-4038-b6d2-8a833bca9097,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:28.289419 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.290625 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8bd03b01-7015-45a7-a76c-5e9492442d4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f49a0c6-4f10-4038-b6d2-8a833bca9097 HTTP/1.1" status: 204 len: 168 time: 0.2929318 Jun 24 16:39:28.486247 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:28.588268 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.750189 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 52984) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:28.769874 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.785165 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:28.789625 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Usage tracker for resource:security_group_rule and tenant:e47f2143063d453a87eb84a2c3cdefda is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:28.792201 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:28.797817 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:28.882331 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:28.886418 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9e9ef-eae2-4557-99f5-e91dcc5f6aad None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 4, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb', '_interfaces': [{'id': '8fb33bcf-55fa-408f-a82e-89d261a7b365', 'name': '', 'network_id': '522d9803-e13a-4100-bc42-4bdcc270160c', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'mac_address': 'fa:16:3e:54:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:46Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'subnets': [{'id': '7b2e87b5-c124-4088-afd4-5257e7182426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:39:28.894662 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.906427 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:28.962151 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e47f2143063d453a87eb84a2c3cdefda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107942 Jun 24 16:39:28.964825 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 52994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:28.967796 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504ad7f-bf69-4f3d-ae4c-54a90df0d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ac5f6-c5dd-4f91-bdc7-43925557b0e1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:29.053427 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.082703 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.156136 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.177575 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ac5f6-c5dd-4f91-bdc7-43925557b0e1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:29.182439 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.183826 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-60b5276c-e005-400b-9d0f-cdd9abc1a03c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/984ac5f6-c5dd-4f91-bdc7-43925557b0e1 HTTP/1.1" status: 204 len: 168 time: 0.2142828 Jun 24 16:39:29.227796 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53006) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:29.248396 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbadc95-6401-4ff3-93c4-01d4e513b2c2 None None] New status for floating IP 7ba0c133-723a-4519-98ce-7a51eece1125: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 16:39:29.335026 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.373395 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.433906 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.457172 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97121f6f-b8fc-4f28-8626-a3133941f1a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:29.481589 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.488152 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4c7c2d26-765a-45f6-ad27-8f82986450f0 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "DELETE /v2.0/security-groups/97121f6f-b8fc-4f28-8626-a3133941f1a3 HTTP/1.1" status: 204 len: 168 time: 0.2589259 Jun 24 16:39:29.488426 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:29.507747 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.api.v2.resource [None req-3e9cfbc1-b197-4198-a1b5-7028954bd443 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] show failed (client error): The resource could not be found. Jun 24 16:39:29.509064 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3e9cfbc1-b197-4198-a1b5-7028954bd443 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "GET /v2.0/security-groups/97121f6f-b8fc-4f28-8626-a3133941f1a3 HTTP/1.1" status: 404 len: 347 time: 0.0194848 Jun 24 16:39:29.512278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:29.692022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Deleting port 074f20ae-1ca7-4ba1-9258-9570cbd5a25b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:29.692353 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.861544 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:29.861866 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:30.000755 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Calling delete_port for 074f20ae-1ca7-4ba1-9258-9570cbd5a25b owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:30.070219 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:30.129492 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: de147a86-41cd-4445-9339-5e63d0db4106 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:30.129815 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device de147a86-41cd-4445-9339-5e63d0db4106 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:30.130451 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a4f188c-baee-4ead-aead-b2765266a536 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:30.165310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:30.171241 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 4a4f188c-baee-4ead-aead-b2765266a536 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:30.171859 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 4a4f188c-baee-4ead-aead-b2765266a536 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:30.219666 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Pushing event deleted for resources: {'Port': ['ID=074f20ae-1ca7-4ba1-9258-9570cbd5a25b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:30.317057 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:30.335022 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:30.336459 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3b7bca92-63b4-405c-8462-04d5b2bb3849 tempest-AttachVolumeShelveTestJSON-237022933 tempest-AttachVolumeShelveTestJSON-237022933-project] 10.222.0.26 "DELETE /v2.0/floatingips/7ba0c133-723a-4519-98ce-7a51eece1125 HTTP/1.1" status: 204 len: 168 time: 0.8226943 Jun 24 16:39:32.027926 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:32.176183 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.194962 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:32.199513 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Usage tracker for resource:security_group_rule and tenant:7d326c2002b2486c9745cc98bde3cac6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:32.202853 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:32.209537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:32.401982 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.406973 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.457246 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d326c2002b2486c9745cc98bde3cac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274597 Jun 24 16:39:32.458898 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e856d69-7fa3-4a23-9c8f-c7d5f86b4480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c539dc5-944e-454c-a95e-37bbeff8792e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:32.460243 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:32.578987 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.610102 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.668740 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.684269 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c539dc5-944e-454c-a95e-37bbeff8792e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:32.696743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:32.698959 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-420cbe61-6d76-40ff-b1f9-74d997e5184f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c539dc5-944e-454c-a95e-37bbeff8792e HTTP/1.1" status: 204 len: 168 time: 0.2366636 Jun 24 16:39:32.988230 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53140) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:33.005887 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.020712 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:33.024700 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0566e47875a242abbfc125463ec3441b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:33.027571 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:33.033319 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:33.119441 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.123585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.175807 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0566e47875a242abbfc125463ec3441b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864359 Jun 24 16:39:33.176645 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1106da-abfc-48fe-9062-5a251173c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8c043-361c-4690-b658-cb7e9423c842,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:33.178539 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:33.248747 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.274435 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.278681 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:33.324756 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.345980 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8c043-361c-4690-b658-cb7e9423c842,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:33.353248 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:33.355429 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-840075ce-ed9a-4b88-b52f-fc441982f85f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46e8c043-361c-4690-b658-cb7e9423c842 HTTP/1.1" status: 204 len: 168 time: 0.1758418 Jun 24 16:39:33.875364 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-f7658279-7f35-4c25-8bad-0b9d81667b84 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:33.880057 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-f7658279-7f35-4c25-8bad-0b9d81667b84 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 813 time: 0.1676459 Jun 24 16:39:33.898179 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-66b339cb-64b8-4b07-aff1-2112fdbe0c07 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/quotas/47bdd6cde6d24c83934f948da821c245 HTTP/1.1" status: 200 len: 375 time: 0.0119700 Jun 24 16:39:33.963009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-87898869-af35-491e-916a-d6bd74db7750 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Synchronizing usage tracker for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:39:33.989421 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-87898869-af35-491e-916a-d6bd74db7750 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Unset dirty status for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:39:33.991465 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-87898869-af35-491e-916a-d6bd74db7750 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872259 Jun 24 16:39:34.151745 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2e1c0595-2c3d-4ab7-85e0-7e84be555df7 service neutron] 10.222.0.26 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528418 Jun 24 16:39:34.236215 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741595'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:34.293211 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-45a37541-8ea3-449a-abdf-0bc961ce318b service neutron] 10.222.0.26 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335785 Jun 24 16:39:34.547561 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b9a11da8-5949-4e5d-969a-d60579753ba8 req-9fbf7df8-9470-42b6-a778-8e48e6759838 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 210 time: 0.0634086 Jun 24 16:39:34.679032 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Deleting port 8fb33bcf-55fa-408f-a82e-89d261a7b365 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:34.679462 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:34.874282 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] For port 8fb33bcf-55fa-408f-a82e-89d261a7b365, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=8fb33bcf-55fa-408f-a82e-89d261a7b365,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:34.874861 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:35.005344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Calling delete_port for 8fb33bcf-55fa-408f-a82e-89d261a7b365 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:35.218127 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:35.269360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb33bcf-55fa-408f-a82e-89d261a7b365,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:35.709888 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1028722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741551'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:35.810398 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-edf8e571-ddda-4bdd-9032-f531100daec3 req-e49cf506-35fc-4394-9bfe-21b631222060 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 210 time: 0.0783024 Jun 24 16:39:35.844654 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-b770db07-5d1a-4e71-a678-36b7d3f0726f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:35.846094 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-b770db07-5d1a-4e71-a678-36b7d3f0726f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 813 time: 0.2761891 Jun 24 16:39:35.861743 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Request body: {'port': {'device_id': '1d33a579-395b-4495-b620-49934ada2c89', 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57', 'admin_state_up': True, 'tenant_id': '47bdd6cde6d24c83934f948da821c245'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:39:36.001163 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:36.011058 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:36.021354 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Made reservation on behalf of 47bdd6cde6d24c83934f948da821c245 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 16:39:36.024765 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.136935 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Router 3db22d46-bb32-4568-8785-c58a13b9685b has already been hosted by L3 agent 9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 16:39:36.196769 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Allocated IP 172.20.0.10 (6321d574-ab14-494c-8a03-c2b11e534a57/089d672b-41bb-4974-ba8f-a0b839da9474/73ea7fa1-a59c-4cf5-8680-99465fcef531) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 16:39:36.320813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] Notify agent at l3_agent.dv-cinder-847189-3-smb the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 16:39:36.334055 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Sync routers for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 16:39:36.344663 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9a411ebd-a3cb-473e-99a9-92a19a1adf5d admin admin] 10.222.0.26 "PUT /v2.0/routers/3db22d46-bb32-4568-8785-c58a13b9685b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0648408 Jun 24 16:39:36.347242 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:36.347825 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:36.348134 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:39:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:36.415898 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.453635 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788907353519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.550687 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.562610 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Pushing event updated for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:36.569179 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: dv-cinder-847189-3-smb {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:36.571049 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Network 6321d574-ab14-494c-8a03-c2b11e534a57 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 16:39:36.576686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 16:39:36.579920 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 16:39:36.652621 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:36.653820 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.686504 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2de7779e-4d0f-4450-adc2-2d39a4c06527 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8282754 Jun 24 16:39:36.706622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.v2.base [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Request body: {'port': {'device_id': '1d33a579-395b-4495-b620-49934ada2c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 16:39:36.854803 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.870900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Deleting port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:36.871290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.879950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:36.972756 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'external_fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:39:35Z', 'revision_number': 5, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port': {'id': '9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f', 'name': '', 'network_id': '021b26f3-86bd-4a86-a3b2-fc6fd7b1ab39', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:06Z', 'updated_at': '2022-06-24T16:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29a35e52-3344-4b48-9d29-61d0f0855659', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-smb'}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:36.977628 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Checking router: 3db22d46-bb32-4568-8785-c58a13b9685b for host: dv-cinder-847189-3-smb {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 16:39:36.986855 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Routers {'3db22d46-bb32-4568-8785-c58a13b9685b'} bound to L3 agent in host dv-cinder-847189-3-smb {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 16:39:36.988430 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:26Z,description=,heartbeat_timestamp=2022-06-24T16:39:26Z,host='dv-cinder-847189-3-smb',id=9c0d9ba9-6238-4b29-9ce1-3536b6ffde2e,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T16:22:26Z,topic='l3_agent')) {'router_ids': ['3db22d46-bb32-4568-8785-c58a13b9685b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:37.223934 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] Set router 3db22d46-bb32-4568-8785-c58a13b9685b gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 16:39:37.311208 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45642e34-096c-4985-8ef0-6632ee1eb482 req-2e2ef7c4-f399-4aab-8ede-ef7cb59bb521 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:37.313065 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45642e34-096c-4985-8ef0-6632ee1eb482 req-2e2ef7c4-f399-4aab-8ede-ef7cb59bb521 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 932 time: 0.3631124 Jun 24 16:39:37.324359 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] For port 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,segment=NetworkSegment(83377555-a6ec-465b-8ce2-e134a245abc5),segment_id=83377555-a6ec-465b-8ce2-e134a245abc5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:37.324947 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.349477 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:39:36Z', 'revision_number': 6, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port_host': None}], 'dv-cinder-847189-3-smb', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:37.354111 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7cb869-f8f9-4ba5-916c-80b4176069be None None] The sync data for ids ['3db22d46-bb32-4568-8785-c58a13b9685b'] in dv-cinder-847189-3-smb is: [{'id': '3db22d46-bb32-4568-8785-c58a13b9685b', 'name': 'tempest-AttachVolumeShelveTestJSON-1078838974-router', 'tenant_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:02Z', 'updated_at': '2022-06-24T16:39:36Z', 'revision_number': 6, 'project_id': 'e45630c26d9d4196ab6ec89f8de5a19c', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 16:39:37.433197 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ea7fa1-a59c-4cf5-8680-99465fcef531 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:39:37.441429 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.455557 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Transition to ACTIVE for port object 73ea7fa1-a59c-4cf5-8680-99465fcef531 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 16:39:37.461710 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.476425 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Calling delete_port for 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:37.557940 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-45642e34-096c-4985-8ef0-6632ee1eb482 req-4f09276d-1027-4e8e-ad5e-b6c485b1288a tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630571 Jun 24 16:39:37.669572 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Pushing event updated for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:37.708130 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2260457'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.752343 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Attempting to bind port 73ea7fa1-a59c-4cf5-8680-99465fcef531 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 16:39:37.752673 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Attempting to bind port 73ea7fa1-a59c-4cf5-8680-99465fcef531 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 16:39:37.753015 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Attempting to bind port 73ea7fa1-a59c-4cf5-8680-99465fcef531 on network 6321d574-ab14-494c-8a03-c2b11e534a57 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:39:37.758278 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Port 73ea7fa1-a59c-4cf5-8680-99465fcef531 on network 6321d574-ab14-494c-8a03-c2b11e534a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 16:39:37.758476 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Attempting to bind port 73ea7fa1-a59c-4cf5-8680-99465fcef531 on network 6321d574-ab14-494c-8a03-c2b11e534a57 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 16:39:37.763874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Checking agent: {'id': '3258a77e-c723-466f-be12-e732ccda61f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'started_at': datetime.datetime(2022, 6, 24, 16, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 16:39:37.764210 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Checking segment: {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 16:39:37.764638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Bound using segment: {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 16:39:37.765009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Bound port: 73ea7fa1-a59c-4cf5-8680-99465fcef531, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 16:39:37.765402 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.771429 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:37.890968 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 16:39:37.896010 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 16:39:37.899283 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745018'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.902686 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2733639'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.968671 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:37.969520 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:37.971079 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-efb82014-5234-4672-afcb-cb17298015cc service neutron] 10.222.0.36 "PUT /v2.0/ports/73ea7fa1-a59c-4cf5-8680-99465fcef531 HTTP/1.1" status: 200 len: 1094 time: 1.2764812 Jun 24 16:39:37.972126 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:38.012009 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb82014-5234-4672-afcb-cb17298015cc service neutron] Pushing event updated for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:38.075469 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc684d3-ebdd-4f08-a7fa-a6a032ee22da'] response: {'name': 'network-changed', 'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531', 'status': 'completed', 'code': 200} Jun 24 16:39:38.140011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2ffa86c4-d5ce-48c7-aae7-aff2c32539a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:38.142055 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-2ffa86c4-d5ce-48c7-aae7-aff2c32539a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 1097 time: 0.1255682 Jun 24 16:39:38.142532 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3177'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.146240 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.189743 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738779'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.191416 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db22d46-bb32-4568-8785-c58a13b9685b {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 16:39:38.220368 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.227542 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-885f675f-3f92-4e8c-83ac-d76d03a18b53 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3db22d46-bb32-4568-8785-c58a13b9685b HTTP/1.1" status: 204 len: 168 time: 1.8724110 Jun 24 16:39:38.228523 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:38.256913 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:38.270982 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-4c627930-1402-4b47-b662-e60d5cbb608a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531 HTTP/1.1" status: 200 len: 217 time: 0.1209230 Jun 24 16:39:38.298911 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:38.299545 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 9c44fbc3-fb56-4f7f-9aa0-1cf9801dde4f not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:38.301238 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8fb33bcf-55fa-408f-a82e-89d261a7b365 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:38.333021 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Deleting subnet 7b2e87b5-c124-4088-afd4-5257e7182426 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:39:38.337449 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.344281 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-bfebfea6-4c10-4247-af57-08529b2ce2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:38.345822 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-bfebfea6-4c10-4247-af57-08529b2ce2d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=089d672b-41bb-4974-ba8f-a0b839da9474 HTTP/1.1" status: 200 len: 853 time: 0.0684469 Jun 24 16:39:38.356771 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 8fb33bcf-55fa-408f-a82e-89d261a7b365 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:38.357302 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 8fb33bcf-55fa-408f-a82e-89d261a7b365 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:38.403104 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254443'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.417857 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-e7312c0b-d490-4794-b59c-5260d89e81fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6321d574-ab14-494c-8a03-c2b11e534a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654113 Jun 24 16:39:38.499589 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.575700 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-7f1aaaa8-8e05-49d3-9dd3-9a4e1596faf2 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495595 Jun 24 16:39:38.652677 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2260404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2327869'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.764101 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-dc4b1f1a-3475-4b99-ad19-9bada9346f66 req-e043b54d-30aa-4b17-b122-13eaf8aa7a7a service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811509 Jun 24 16:39:38.765131 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2e87b5-c124-4088-afd4-5257e7182426,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:38.775252 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:38.783170 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde363e7-db74-4e0d-bdf1-132ae1ca8904 None None] Network 522d9803-e13a-4100-bc42-4bdcc270160c requested from dv-cinder-847189-3-smb {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 16:39:38.798735 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9704cb12-429f-4ca7-b0f4-57d6a76a6c23 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b2e87b5-c124-4088-afd4-5257e7182426 HTTP/1.1" status: 204 len: 168 time: 0.5691822 Jun 24 16:39:38.803247 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53298) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:38.842753 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858e31-08ad-42ef-a49c-130172f25711 req-d87b211d-577b-4d7b-bf01-171146029e0f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:38.844220 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d858e31-08ad-42ef-a49c-130172f25711 req-d87b211d-577b-4d7b-bf01-171146029e0f tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 944 time: 0.1304283 Jun 24 16:39:38.894573 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-9d858e31-08ad-42ef-a49c-130172f25711 req-2b95e069-992c-4a21-b74d-dfe3d8dbf2ac tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jun 24 16:39:39.006603 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.022490 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-f2721e62-7b66-48f4-90ad-2cfd533b2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:39.024249 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-f2721e62-7b66-48f4-90ad-2cfd533b2bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47bdd6cde6d24c83934f948da821c245&device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 1097 time: 0.1965487 Jun 24 16:39:39.024761 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Deleting port 2b8047a2-f413-477f-9939-1fb8a2767920 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:39.025109 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.058816 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] DHCP port deletion for 522d9803-e13a-4100-bc42-4bdcc270160c request from dv-cinder-847189-3-smb {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 16:39:39.063229 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Deleting port 2b8047a2-f413-477f-9939-1fb8a2767920 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:39.063639 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.276230 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] For port 2b8047a2-f413-477f-9939-1fb8a2767920, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=2b8047a2-f413-477f-9939-1fb8a2767920,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:39.276663 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.401235 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Calling delete_port for 2b8047a2-f413-477f-9939-1fb8a2767920 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:39.411023 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-04cfabcb-915b-4414-92e4-8a774257735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:39.412540 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-04cfabcb-915b-4414-92e4-8a774257735d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 200 len: 914 time: 0.2597649 Jun 24 16:39:39.484803 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.504753 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-55f8359c-52e3-4ce6-ad16-937f4b007460 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531 HTTP/1.1" status: 200 len: 217 time: 0.0818408 Jun 24 16:39:39.514894 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] For port 2b8047a2-f413-477f-9939-1fb8a2767920, host dv-cinder-847189-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-smb',level=0,port_id=2b8047a2-f413-477f-9939-1fb8a2767920,segment=NetworkSegment(8d8fbbb9-882c-43d4-a303-53ef3a743fee),segment_id=8d8fbbb9-882c-43d4-a303-53ef3a743fee)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:39.515218 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.540645 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Pushing event deleted for resources: {'Port': ['ID=2b8047a2-f413-477f-9939-1fb8a2767920,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:39.545921 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] No DVR routers for this DVR port 2b8047a2-f413-477f-9939-1fb8a2767920 on host dv-cinder-847189-3-smb {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:39:39.552052 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.552458 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.553012 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.553585 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.554634 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.555313 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.555847 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.556362 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.556953 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.557473 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.558219 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.558736 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e49534-e35a-44a7-9a19-542ed0483e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:39:39.685341 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Calling delete_port for 2b8047a2-f413-477f-9939-1fb8a2767920 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:39:39.747266 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-71f0f059-0a53-4c40-b58a-17e921cb4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:39.748724 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-71f0f059-0a53-4c40-b58a-17e921cb4147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=089d672b-41bb-4974-ba8f-a0b839da9474 HTTP/1.1" status: 200 len: 853 time: 0.2358308 Jun 24 16:39:39.817118 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-e8d12413-c3ac-46c7-92ea-3ba0f7a4826d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6321d574-ab14-494c-8a03-c2b11e534a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580573 Jun 24 16:39:39.819035 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:39.909559 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.db.api [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 16:39:39.909913 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG oslo_db.api [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 16:39:39.947354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:39.962086 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:39.966887 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ef010281804514b925c27a66a9adcc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:39.975889 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:39.976568 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-285f4433-8930-43bb-8bf1-2af8151d1f6e service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484683 Jun 24 16:39:39.983153 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:40.085914 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.091776 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.144680 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 2b8047a2-f413-477f-9939-1fb8a2767920 no longer exists at agent ovs-agent-dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:39:40.154071 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ef010281804514b925c27a66a9adcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316309 Jun 24 16:39:40.154071 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746095e-b114-42ae-9cad-468b5b6258e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8bcd0-1cf6-4485-8f67-e7afe2ccfacc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:40.155979 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:40.204333 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] No Port match for: 2b8047a2-f413-477f-9939-1fb8a2767920 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:39:40.205017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Device 2b8047a2-f413-477f-9939-1fb8a2767920 not bound to the agent host dv-cinder-847189-3-smb {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:39:40.212735 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0779-8a64-43ce-a46c-f439e8aa20b5 req-95206896-6d57-4aaa-935c-5292e9c2c84d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:40.213633 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-c21a0779-8a64-43ce-a46c-f439e8aa20b5 req-95206896-6d57-4aaa-935c-5292e9c2c84d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Synchronizing usage tracker for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 16:39:40.218884 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 73ea7fa1-a59c-4cf5-8680-99465fcef531 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 16:39:40.226325 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-70f563a2-14da-47be-aa6c-b2c34209fb00 req-a9ef32f6-3ba3-4ac6-b91e-ebb5fbc34442 service neutron] 10.222.0.36 "GET /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414286 Jun 24 16:39:40.234290 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.243412 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [req-c21a0779-8a64-43ce-a46c-f439e8aa20b5 req-95206896-6d57-4aaa-935c-5292e9c2c84d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Unset dirty status for tenant:47bdd6cde6d24c83934f948da821c245 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 16:39:40.244790 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c21a0779-8a64-43ce-a46c-f439e8aa20b5 req-95206896-6d57-4aaa-935c-5292e9c2c84d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 944 time: 0.2295580 Jun 24 16:39:40.267320 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.305352 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-c21a0779-8a64-43ce-a46c-f439e8aa20b5 req-bb8bab00-f4e5-4704-a201-06e337198c7c tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jun 24 16:39:40.337307 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.352965 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f8bcd0-1cf6-4485-8f67-e7afe2ccfacc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:40.359820 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.361002 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-04b7eb90-5d44-4c15-89a6-0fe17f77743a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57f8bcd0-1cf6-4485-8f67-e7afe2ccfacc HTTP/1.1" status: 204 len: 168 time: 0.2041256 Jun 24 16:39:40.382725 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:40.400850 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Returning: {'device': '73ea7fa1-a59c-4cf5-8680-99465fcef531', 'network_id': '6321d574-ab14-494c-8a03-c2b11e534a57', 'port_id': '73ea7fa1-a59c-4cf5-8680-99465fcef531', 'mac_address': 'fa:16:3e:ef:77:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d672b-41bb-4974-ba8f-a0b839da9474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 16:39:40.411095 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Deleting port 2b8047a2-f413-477f-9939-1fb8a2767920 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:39:40.411468 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.476600 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 73ea7fa1-a59c-4cf5-8680-99465fcef531 is: DOWN; New status is: BUILD {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:39:40.476600 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.495201 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ea7fa1-a59c-4cf5-8680-99465fcef531 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 16:39:40.511857 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:40.519603 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.551874 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] The port '2b8047a2-f413-477f-9939-1fb8a2767920' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 16:39:40.626183 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:40.692927 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.718770 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d9803-e13a-4100-bc42-4bdcc270160c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:40.732383 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8fbbb9-882c-43d4-a303-53ef3a743fee') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:40.732841 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8fbbb9-882c-43d4-a303-53ef3a743fee') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:39:40.746571 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:40.748316 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2539221'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.764585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.764908 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.771773 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:39:40.772207 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2733731'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.779715 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:40.783066 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['73ea7fa1-a59c-4cf5-8680-99465fcef531'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:39:40.783596 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Usage tracker for resource:security_group_rule and tenant:87b54266732b4cf894a7c1af9ec48b58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:40.786395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:40.793842 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:40.887389 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.892138 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:40.972976 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 8d8fbbb9-882c-43d4-a303-53ef3a743fee resource provider aggregate not found Jun 24 16:39:40.993828 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.services.segments.plugin [-] Segment 8d8fbbb9-882c-43d4-a303-53ef3a743fee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d8fbbb9-882c-43d4-a303-53ef3a743fee found for delete ", "request_id": "req-904e443b-27f5-40dd-9e3d-1d3068ff95f6"}]} Jun 24 16:39:41.006860 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.025734 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.031682 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=522d9803-e13a-4100-bc42-4bdcc270160c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:41.036374 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87b54266732b4cf894a7c1af9ec48b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886753 Jun 24 16:39:41.038962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:41.041579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80885a-580f-4d74-b865-62ec4a8316d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409c60d1-1210-482e-a722-0f03d56649be,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:41.051565 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-7dd4736b-cc86-4198-9011-03da74b91a42 admin admin] 10.222.0.26 "DELETE /v2.0/networks/522d9803-e13a-4100-bc42-4bdcc270160c HTTP/1.1" status: 204 len: 168 time: 2.2468765 Jun 24 16:39:41.100530 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.126105 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.179018 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.193565 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409c60d1-1210-482e-a722-0f03d56649be,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:41.202022 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.204142 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8d69342d-2848-48ff-956b-d89ad0e07adf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/409c60d1-1210-482e-a722-0f03d56649be HTTP/1.1" status: 204 len: 168 time: 0.1632729 Jun 24 16:39:41.232488 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53358) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:41.281232 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-9f37b6e1-771e-4efe-9d7b-0cf18a30a4d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e45630c26d9d4196ab6ec89f8de5a19c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475295 Jun 24 16:39:41.283778 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:41.347038 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.373577 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.473294 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.499571 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db67631-ec2c-4311-815f-67125892f926,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:41.511662 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:41.515620 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-1c7084ac-4d26-4b2c-8261-b933a81069f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4db67631-ec2c-4311-815f-67125892f926 HTTP/1.1" status: 204 len: 168 time: 0.2271447 Jun 24 16:39:41.544411 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006651d-4a2e-49ea-bdb4-f1e0527709ea req-5b8d1950-545e-451d-a6c8-2560abd03cbd tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:41.546152 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f006651d-4a2e-49ea-bdb4-f1e0527709ea req-5b8d1950-545e-451d-a6c8-2560abd03cbd tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 945 time: 0.1307642 Jun 24 16:39:41.623314 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-f006651d-4a2e-49ea-bdb4-f1e0527709ea req-a1117007-c7e7-42f3-aa94-ebabdb43b8b7 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Jun 24 16:39:42.161908 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 73ea7fa1-a59c-4cf5-8680-99465fcef531 up at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 16:39:42.240051 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning for port 73ea7fa1-a59c-4cf5-8680-99465fcef531 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 16:39:42.246228 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Provisioning complete for port 73ea7fa1-a59c-4cf5-8680-99465fcef531 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 16:39:42.246826 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8109190'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:42.414461 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Current status of the port 73ea7fa1-a59c-4cf5-8680-99465fcef531 is: BUILD; New status is: ACTIVE {{(pid=88133) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 16:39:42.414839 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8046470'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:42.442557 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:39:42.453175 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:39:42.461511 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788907712377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788907353537', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788907353582'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:42.504919 dv-cinder-847189-3-smb neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25affe0-37f9-4066-8499-96de63e38327'] response: {'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531', 'code': 200} Jun 24 16:39:42.554360 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Pushing event updated for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:42.783787 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dda2b-a6d8-4ae6-85d6-49b9d9607654 req-90d75668-fccd-485b-8e0c-1d81976c48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:42.785875 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e3dda2b-a6d8-4ae6-85d6-49b9d9607654 req-90d75668-fccd-485b-8e0c-1d81976c48a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 1099 time: 0.0984759 Jun 24 16:39:42.829471 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748246-b6b7-4b34-870b-3ed3a94205ac req-eada343b-c8d8-431e-92bc-7593ad09d131 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:42.832681 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ee748246-b6b7-4b34-870b-3ed3a94205ac req-eada343b-c8d8-431e-92bc-7593ad09d131 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1002834 Jun 24 16:39:42.834097 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-0e3dda2b-a6d8-4ae6-85d6-49b9d9607654 req-09937c0f-fa5a-404a-ac4f-05b083fb6e97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Jun 24 16:39:42.889165 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-ee748246-b6b7-4b34-870b-3ed3a94205ac req-4279a34f-9180-4c82-a81d-3aef76f9c0a9 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492656 Jun 24 16:39:44.146992 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea5e1-4c87-470a-ab16-48711147aaf9 req-c03843ea-0ac8-4d0f-bb83-ac476d6a64bc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:44.149051 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d00ea5e1-4c87-470a-ab16-48711147aaf9 req-c03843ea-0ac8-4d0f-bb83-ac476d6a64bc tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1114237 Jun 24 16:39:44.194417 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-d00ea5e1-4c87-470a-ab16-48711147aaf9 req-d6c50373-4557-4c49-963a-d8150fcb853b tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Jun 24 16:39:45.416176 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374bd8-c5e1-4a44-b165-8b9d3908cc47 req-7cc33a24-ee3d-4434-9ef1-16e3c920ea45 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:39:45.417722 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03374bd8-c5e1-4a44-b165-8b9d3908cc47 req-7cc33a24-ee3d-4434-9ef1-16e3c920ea45 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1072609 Jun 24 16:39:45.467438 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-03374bd8-c5e1-4a44-b165-8b9d3908cc47 req-3a928d79-0fa0-4642-affc-3ed4aada0057 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jun 24 16:39:47.226084 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:47.358639 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.374938 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:47.379291 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Usage tracker for resource:security_group_rule and tenant:63c95efa799e444c9b916e2f641a56a1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:47.382047 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:47.387633 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:47.473962 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.477689 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.524727 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:39:47.525308 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63c95efa799e444c9b916e2f641a56a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946920 Jun 24 16:39:47.525918 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a777f3e-1a86-4e8e-9e82-749da32d3a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f740c38-99b5-45a4-8b88-2526a235a5e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:47.528722 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:47.591192 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.617033 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.668977 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.685737 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f740c38-99b5-45a4-8b88-2526a235a5e2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:47.691881 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:47.694069 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6be8c88d-11bc-46df-93b7-21008a276fc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f740c38-99b5-45a4-8b88-2526a235a5e2 HTTP/1.1" status: 204 len: 168 time: 0.1634927 Jun 24 16:39:47.975088 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53644) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:47.993045 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.008775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:48.012839 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c843034da7c94dcea4985ad2337433d1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:48.016377 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:48.022341 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:48.110007 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.115113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.172165 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:48.172319 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c843034da7c94dcea4985ad2337433d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960769 Jun 24 16:39:48.173925 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde61c-21d3-49f7-8bfe-25d84aad36e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cbb584-3f11-4475-a193-7b53ee467c65,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:48.251340 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.281272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.343846 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.360761 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cbb584-3f11-4475-a193-7b53ee467c65,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:48.368035 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.377415 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2dc3ed25-7e89-4081-bb5a-513baacd3b57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06cbb584-3f11-4475-a193-7b53ee467c65 HTTP/1.1" status: 204 len: 168 time: 0.1953974 Jun 24 16:39:48.646135 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:48.767644 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.790499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:48.791125 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:48.797209 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Usage tracker for resource:security_group_rule and tenant:37517f0f77694e50950dd9223bc5e70f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:48.801291 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:48.807526 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:48.809303 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.825011 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:48.828950 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1e59be99174652b28fc9e8b913ea65 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:48.832585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:48.839383 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:48.913356 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.918505 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.925878 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.931989 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:48.980636 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37517f0f77694e50950dd9223bc5e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325176 Jun 24 16:39:48.982714 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17607d3-3652-4588-8669-d6550d83fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950f941-68bc-4664-92e9-f89b42f9e275,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:48.983250 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:48.996840 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f35020-e115-412e-9f27-153af4b979ae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:49.003641 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-2f6fd518-aa69-4d75-9427-5ce6a0b0b872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f1e59be99174652b28fc9e8b913ea65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118528 Jun 24 16:39:49.004328 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:49.064061 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.075877 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.098363 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.112137 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.157996 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.177668 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950f941-68bc-4664-92e9-f89b42f9e275,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:49.193654 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.193870 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.204044 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-4023d472-e779-44ff-9588-e2fbe53bf8ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d950f941-68bc-4664-92e9-f89b42f9e275 HTTP/1.1" status: 204 len: 168 time: 0.2132826 Jun 24 16:39:49.224600 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f35020-e115-412e-9f27-153af4b979ae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:49.241769 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.243836 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-92667ac4-5032-46e5-ae1f-0223360c4315 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91f35020-e115-412e-9f27-153af4b979ae HTTP/1.1" status: 204 len: 168 time: 0.2371571 Jun 24 16:39:49.583512 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53716) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:49.601767 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.621917 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:49.626368 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Usage tracker for resource:security_group_rule and tenant:b92b4cc826c140cca6e8a899e0a58cc1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:49.629791 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:49.635627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:49.727844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.733044 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.783254 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b92b4cc826c140cca6e8a899e0a58cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960545 Jun 24 16:39:49.783254 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bdbd9-a6c8-4c8d-b297-3c0f051cc50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c46b2-03c9-4365-a8da-c034b291e484,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:49.785481 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:49.851585 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.883310 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.936295 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.950787 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c46b2-03c9-4365-a8da-c034b291e484,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:49.965223 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:49.968212 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-00bb257c-a4fd-4a3c-9e2f-ca34b5a4c64f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c2c46b2-03c9-4365-a8da-c034b291e484 HTTP/1.1" status: 204 len: 168 time: 0.1783407 Jun 24 16:39:52.651823 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:53.715545 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-97e1cf7f-a9d7-4160-8d53-ea21ff39906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:56.132460 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-678799aa-15a6-46be-b17e-0e38538ebdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:56.948172 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:57.202099 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:57.966182 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:58.086622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.102609 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:58.106410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:fa63fb33a1144a589415389845bd5844 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:58.109185 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:58.114742 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:58.198506 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.202192 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.247579 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f776d-a89b-41b9-a2eb-3aac97311030,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:58.253993 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-3c85c6f1-905e-4a0c-8c75-cba37532b0c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa63fb33a1144a589415389845bd5844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866216 Jun 24 16:39:58.256523 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:58.319842 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.346002 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.397905 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.412054 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f776d-a89b-41b9-a2eb-3aac97311030,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:58.419613 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.420729 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-581d7e86-420f-45de-a5c3-e3ae01f78f28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/870f776d-a89b-41b9-a2eb-3aac97311030 HTTP/1.1" status: 204 len: 168 time: 0.1632836 Jun 24 16:39:58.520621 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.728262 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 53950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:58.748537 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.764530 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:39:58.768300 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:45a8173cedaf438596150036db2c3e5a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:39:58.771884 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:39:58.777606 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:39:58.862622 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.868327 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:58.916772 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df295593-11d8-4e23-a67c-36cfaee66a39,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:58.922471 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-6d83c0fe-b7a1-4a5a-a75a-1797c25dc0c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45a8173cedaf438596150036db2c3e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915023 Jun 24 16:39:58.923694 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 53962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:39:58.984960 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:59.011465 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:59.067758 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:59.084008 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df295593-11d8-4e23-a67c-36cfaee66a39,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:39:59.092367 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:39:59.093475 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-dbbf7720-7d23-43d7-aa79-55e5bd95acd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df295593-11d8-4e23-a67c-36cfaee66a39 HTTP/1.1" status: 204 len: 168 time: 0.1680224 Jun 24 16:40:01.420856 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:01.536982 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.550828 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:01.554526 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Usage tracker for resource:security_group_rule and tenant:ca1e3c76fcdd41de9a7bda3c5922d990 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:01.557258 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:01.562784 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:01.645921 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.649489 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.694568 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7134f26a-7af0-4bc0-a2d0-67a87b7e7209,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:01.701441 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:01.701985 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-ee6cbf5e-4d1a-426d-83cd-07cb3bacfa2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca1e3c76fcdd41de9a7bda3c5922d990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796252 Jun 24 16:40:01.763807 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.788499 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.838852 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.853774 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7134f26a-7af0-4bc0-a2d0-67a87b7e7209,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:01.862188 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:01.863332 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1cb924ec-55c5-4e08-91fe-abff02e21b95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7134f26a-7af0-4bc0-a2d0-67a87b7e7209 HTTP/1.1" status: 204 len: 168 time: 0.1601191 Jun 24 16:40:02.140141 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:02.159100 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.178369 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:02.182684 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Usage tracker for resource:security_group_rule and tenant:2fd57eb8c52d4e86adab7635f4422aaf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:02.185534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:02.191984 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:02.279629 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.283791 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.344504 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fd57eb8c52d4e86adab7635f4422aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008591 Jun 24 16:40:02.344504 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216379b3-0db6-4eb4-a3f4-0b8036ec825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7580c31d-b318-4bf9-a8de-931ce57c7d9f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:02.346206 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:02.414614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.442612 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.499784 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.527060 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7580c31d-b318-4bf9-a8de-931ce57c7d9f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:02.529106 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:02.544410 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-77946857-ecd6-4eeb-b141-82045f40f932 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7580c31d-b318-4bf9-a8de-931ce57c7d9f HTTP/1.1" status: 204 len: 168 time: 0.1862066 Jun 24 16:40:05.732712 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dca33-61d1-4f96-90e7-192a02def6c9 req-226eec72-0bb2-45ec-a2d1-f681e9a05cdb tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:05.734187 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-535dca33-61d1-4f96-90e7-192a02def6c9 req-226eec72-0bb2-45ec-a2d1-f681e9a05cdb tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.0888062 Jun 24 16:40:05.782390 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-535dca33-61d1-4f96-90e7-192a02def6c9 req-380212fd-b818-463c-bebd-6b55e5673966 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Jun 24 16:40:06.523914 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:06.646607 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:06.661642 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:06.665707 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Usage tracker for resource:security_group_rule and tenant:2efdb959195b46eea0cd0c767d25186f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:06.668900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:06.674858 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:06.768654 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:06.773762 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:06.829576 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2efdb959195b46eea0cd0c767d25186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044183 Jun 24 16:40:06.832272 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:06.836210 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa87a1-9d95-414f-b48f-ea40e6e26e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3736429a-c688-4fb8-8536-d934a4667b65,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:06.871944 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:06.918566 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:06.952347 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.005558 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.012789 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.026199 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:07.028333 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3736429a-c688-4fb8-8536-d934a4667b65,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:07.032806 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:223cd70f0e024ff68462822333d7b410 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:07.042324 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.043596 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-a8d2c425-2e85-413e-9639-7112545791aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3736429a-c688-4fb8-8536-d934a4667b65 HTTP/1.1" status: 204 len: 168 time: 0.2089825 Jun 24 16:40:07.047378 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378e736-a1fa-4808-9bdf-1b3b7caa40e7 req-8ea7ca85-91e7-4267-8146-42c4273b6fc8 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:07.048929 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b378e736-a1fa-4808-9bdf-1b3b7caa40e7 req-8ea7ca85-91e7-4267-8146-42c4273b6fc8 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1396174 Jun 24 16:40:07.049629 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:07.057996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:07.119350 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-b378e736-a1fa-4808-9bdf-1b3b7caa40e7 req-c7f6661c-796c-49f6-a6ab-02ad5231a3bb tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Jun 24 16:40:07.190500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.195501 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.251561 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=223cd70f0e024ff68462822333d7b410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784182 Jun 24 16:40:07.253599 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd79da8-ceea-4361-a458-ba178cf54ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1cdb0c-98ed-427f-b237-66ee314ccaea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:07.254234 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:07.318837 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.347616 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.402369 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.419817 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1cdb0c-98ed-427f-b237-66ee314ccaea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:07.425779 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.427532 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-d8786a25-140e-4683-b83e-9ca31277d82d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb1cdb0c-98ed-427f-b237-66ee314ccaea HTTP/1.1" status: 204 len: 168 time: 0.1714449 Jun 24 16:40:07.759500 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:07.777002 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.791521 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:07.795267 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a0cc98d00600490e82bbf21835b345a1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:07.797980 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:07.803638 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:07.883024 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.886604 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:07.931869 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0cc98d00600490e82bbf21835b345a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711595 Jun 24 16:40:07.933892 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b7561-629d-467e-904a-e2badbf869a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c5326-c79f-46af-b973-af65cf9e2c17,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:07.934671 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54272) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:07.993971 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.019630 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.072587 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.089773 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c5326-c79f-46af-b973-af65cf9e2c17,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:08.102191 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.103794 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-87fb856c-8121-4678-a0d1-9f4b46a6bbb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b09c5326-c79f-46af-b973-af65cf9e2c17 HTTP/1.1" status: 204 len: 168 time: 0.1679573 Jun 24 16:40:08.269266 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:08.321895 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f730a-70b4-4cc2-b3f0-99e4a854f311 req-43477325-e90f-478b-add8-ee769a17f92e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:08.323475 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f72f730a-70b4-4cc2-b3f0-99e4a854f311 req-43477325-e90f-478b-add8-ee769a17f92e tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.0953212 Jun 24 16:40:08.372300 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-f72f730a-70b4-4cc2-b3f0-99e4a854f311 req-29729d21-ccf7-497e-aad2-546730e7b932 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Jun 24 16:40:08.390827 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.405932 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:08.413254 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Usage tracker for resource:security_group_rule and tenant:27d1f56b94604eef8b3914410c859187 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:08.416111 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:08.421817 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:08.512996 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.517002 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.552595 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eadbff-de81-4ebf-8572-6fdc790c8c62,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:08.575202 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-a6e133bf-0039-4280-bb0d-d2fc2997516f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27d1f56b94604eef8b3914410c859187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022575 Jun 24 16:40:08.575501 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:08.635832 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.662760 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.716272 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.731799 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eadbff-de81-4ebf-8572-6fdc790c8c62,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:08.738725 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:08.740097 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-d99e083d-88de-4cd4-a29b-58821d882afa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5eadbff-de81-4ebf-8572-6fdc790c8c62 HTTP/1.1" status: 204 len: 168 time: 0.1635776 Jun 24 16:40:09.582252 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fca8a9-2d64-4ed2-b6cb-3650e86e5f43 req-2b5d9324-616b-4e31-99ca-e3f87f84b766 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:09.585715 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a7fca8a9-2d64-4ed2-b6cb-3650e86e5f43 req-2b5d9324-616b-4e31-99ca-e3f87f84b766 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1005883 Jun 24 16:40:09.639657 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-a7fca8a9-2d64-4ed2-b6cb-3650e86e5f43 req-eec16d20-369d-4ab4-90e0-a772a7b6368d tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Jun 24 16:40:10.477170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:10.596585 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.610775 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:10.614599 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef0178d79784b3fbb3eb039fdd4fd7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:10.617377 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:10.623281 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:10.709750 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.713723 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.764037 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ef0178d79784b3fbb3eb039fdd4fd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857363 Jun 24 16:40:10.767659 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54402) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:10.769915 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2821149d-283f-4d21-b653-997c81ac605d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:10.791535 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.791913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.792288 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.792614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.792934 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.793253 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.793567 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.793883 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.794192 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.794502 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.794813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.795147 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0eb5a-a6e4-47d1-8be2-e85dfe6a11f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:10.838804 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540ffd-d334-44c8-ba64-6ced95f456ef req-c08134d2-3b42-432f-8b20-f4061e31c4a4 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:10.840261 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-19540ffd-d334-44c8-ba64-6ced95f456ef req-c08134d2-3b42-432f-8b20-f4061e31c4a4 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.0922232 Jun 24 16:40:10.844902 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.871462 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.884171 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-19540ffd-d334-44c8-ba64-6ced95f456ef req-097a218f-9a06-4f5e-b42e-c50e71056074 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d383268-e8c2-42f6-9237-c61d8a7363f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379879 Jun 24 16:40:10.923627 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.937831 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821149d-283f-4d21-b653-997c81ac605d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:10.946174 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:10.947282 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-5a7f8ae5-d6cb-46e3-b9b1-88de75332f93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2821149d-283f-4d21-b653-997c81ac605d HTTP/1.1" status: 204 len: 168 time: 0.1786287 Jun 24 16:40:11.058534 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-99ee05e7-8f5a-4627-8679-6399e5ec3a74 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 16:40:11.060106 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-99ee05e7-8f5a-4627-8679-6399e5ec3a74 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 946 time: 0.1102688 Jun 24 16:40:11.131353 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Deleting port 73ea7fa1-a59c-4cf5-8680-99465fcef531 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 16:40:11.131690 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788907711802'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.240792 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:11.258323 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.272850 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:11.276816 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Usage tracker for resource:security_group_rule and tenant:36bf512a60a443dfb961747b50502ea1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:11.279813 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:11.291892 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:11.391394 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.395165 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] For port 73ea7fa1-a59c-4cf5-8680-99465fcef531, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=73ea7fa1-a59c-4cf5-8680-99465fcef531,segment=NetworkSegment(b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b),segment_id=b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 16:40:11.395544 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-738789'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.396111 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.449483 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36bf512a60a443dfb961747b50502ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050662 Jun 24 16:40:11.449483 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba515f-31f1-4f2d-ba77-4668ad020b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d701e4-1267-48cc-81a4-6db98ae13730,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:11.451419 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:11.514890 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.543569 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.601677 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.617790 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d701e4-1267-48cc-81a4-6db98ae13730,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:11.622727 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.626027 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Calling delete_port for 73ea7fa1-a59c-4cf5-8680-99465fcef531 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 16:40:11.633228 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-748d4a0c-edb5-42d6-b9a6-8bf050e855f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26d701e4-1267-48cc-81a4-6db98ae13730 HTTP/1.1" status: 204 len: 168 time: 0.1741598 Jun 24 16:40:11.795967 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8046401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788907712404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788907353528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733648'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.810164 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] get_ports_and_sgs() called for port_ids ['73ea7fa1-a59c-4cf5-8680-99465fcef531'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 16:40:11.867688 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Pushing event deleted for resources: {'Port': ['ID=73ea7fa1-a59c-4cf5-8680-99465fcef531,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:11.914271 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.914525 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.914858 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.915208 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.915530 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.915854 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.916175 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.916492 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.916810 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.917125 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.917438 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.917749 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-smb {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 16:40:11.968825 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] No DVR routers for this DVR port 73ea7fa1-a59c-4cf5-8680-99465fcef531 on host hv-cinder-84718 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 16:40:11.971647 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253423'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:11.975297 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'name': 'network-vif-deleted', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 16:40:11.997482 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [req-94e60be9-a6f6-4fc9-9345-1837164b0845 req-54e2883f-65cf-482a-b9c8-6ba308ec42da tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.36 "DELETE /v2.0/ports/73ea7fa1-a59c-4cf5-8680-99465fcef531 HTTP/1.1" status: 204 len: 173 time: 0.9312623 Jun 24 16:40:12.048267 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3798394-e28a-43e8-8072-d20de3a40498'] response: {'server_uuid': '1d33a579-395b-4495-b620-49934ada2c89', 'name': 'network-vif-deleted', 'tag': '73ea7fa1-a59c-4cf5-8680-99465fcef531', 'status': 'completed', 'code': 200} Jun 24 16:40:12.067655 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [req-dfe75f36-5913-44dc-95c9-3a2ebf86f6ab req-797e34b0-ef19-4f99-b5ef-7af87f11da69 tempest-VolumesSnapshotTestJSON-832848928 tempest-VolumesSnapshotTestJSON-832848928-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d33a579-395b-4495-b620-49934ada2c89 HTTP/1.1" status: 200 len: 210 time: 0.0624051 Jun 24 16:40:16.364860 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 73ea7fa1-a59c-4cf5-8680-99465fcef531 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 16:40:16.401664 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] No Port match for: 73ea7fa1-a59c-4cf5-8680-99465fcef531 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 16:40:16.402073 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Device 73ea7fa1-a59c-4cf5-8680-99465fcef531 not bound to the agent host hv-cinder-84718 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 16:40:21.046848 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:21.162100 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.176705 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:21.180579 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8ec731a7a14baea60dabee160e70ca is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:21.183314 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:21.188978 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:21.273037 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.277109 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.323897 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8ec731a7a14baea60dabee160e70ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759504 Jun 24 16:40:21.325395 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64df7-b89d-4c38-bf65-0e85a8c91897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f5b04-8cda-49ed-a614-b5759d310472,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:21.326599 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:21.390150 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.415676 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.470959 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.486841 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f5b04-8cda-49ed-a614-b5759d310472,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:21.491999 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:21.492896 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-04c5c655-9118-4853-b235-118aec9898ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba2f5b04-8cda-49ed-a614-b5759d310472 HTTP/1.1" status: 204 len: 168 time: 0.1653035 Jun 24 16:40:22.648923 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:23.716697 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4603d26-0300-4d47-bb58-a7ba599f7df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:24.525520 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:40:26.126125 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c564df7-6415-417e-a0b2-14264d591244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:26.950454 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:27.208137 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:28.526319 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.209116 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:32.341220 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Deleting subnet 089d672b-41bb-4974-ba8f-a0b839da9474 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 16:40:32.344066 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.392998 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254443'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.446888 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7960172'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.520766 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7960151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2260404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2327869'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.565346 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.572539 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089d672b-41bb-4974-ba8f-a0b839da9474,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:32.579822 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-8ff17a7a-4f88-48c3-9209-9aaad76db560 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/089d672b-41bb-4974-ba8f-a0b839da9474 HTTP/1.1" status: 204 len: 168 time: 0.3697224 Jun 24 16:40:32.582214 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:32.690103 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930325'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.814548 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7948825', 'neutron.services.segments.db._delete_segments_for_network-8788907822201'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.841360 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6321d574-ab14-494c-8a03-c2b11e534a57']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:40:32.853058 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:40:32.853344 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 16:40:32.864454 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788907825556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254434'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.880106 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7953542'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.887124 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 16:40:32.887500 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7953545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2260250'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:32.959944 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b resource provider aggregate not found Jun 24 16:40:32.988913 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7948822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1028619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738011'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.007384 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.services.segments.plugin [-] Segment b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c9ad3f-e9e6-4d33-ae2e-8ae26e43d62b found for delete ", "request_id": "req-e9761ef1-716a-4902-9f19-fe1395d5e469"}]} Jun 24 16:40:33.008504 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1028633'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.021014 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6321d574-ab14-494c-8a03-c2b11e534a57,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:33.033034 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-4ec70784-c523-49e1-ac23-cef4202372f7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6321d574-ab14-494c-8a03-c2b11e534a57 HTTP/1.1" status: 204 len: 168 time: 0.4498444 Jun 24 16:40:33.235009 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:33.282764 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-42228a2e-7a0c-400b-ab4a-08fe5c7b5a39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47bdd6cde6d24c83934f948da821c245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506153 Jun 24 16:40:33.285143 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:33.345751 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.371880 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.423139 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.440710 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d383268-e8c2-42f6-9237-c61d8a7363f3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:33.453485 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:33.454609 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-377e4f98-a2f3-4ff6-8292-73a5a06eede2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d383268-e8c2-42f6-9237-c61d8a7363f3 HTTP/1.1" status: 204 len: 168 time: 0.1685984 Jun 24 16:40:39.365466 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:39.479844 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.494313 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:39.498187 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Usage tracker for resource:security_group_rule and tenant:26685b2cccff489181d83222f2e7b967 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:39.501052 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:39.506690 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:39.590801 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.594354 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.641947 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ab92a-e28b-495d-971f-641d5a4ed72f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:39.646026 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-a970249e-9cda-4973-a54f-d292a5be1bda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26685b2cccff489181d83222f2e7b967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795739 Jun 24 16:40:39.650570 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:39.706192 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.731831 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.782392 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.795625 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ab92a-e28b-495d-971f-641d5a4ed72f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:39.801906 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:39.805081 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-75ac7493-e9dd-4b4e-9ae6-8efd15c7455b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a43ab92a-e28b-495d-971f-641d5a4ed72f HTTP/1.1" status: 204 len: 168 time: 0.1515098 Jun 24 16:40:40.839729 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:40.953262 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:40.967553 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:40.971316 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Usage tracker for resource:security_group_rule and tenant:216723a53e93494382569d4374f9ba6e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:40.974070 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.quota.resource [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:40.979575 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:41.059416 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.063113 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.113374 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=216723a53e93494382569d4374f9ba6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726033 Jun 24 16:40:41.114512 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe67e6-c9fe-4d58-8824-1872a2b29e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776c7f4-e0a5-41d3-b28f-028cbcaea10a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:41.116586 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:41.179060 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.205141 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.260164 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.275521 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776c7f4-e0a5-41d3-b28f-028cbcaea10a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:41.279957 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:41.280927 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-9ef1fd30-3ca5-47d2-abc4-5ae5649ad85e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7776c7f4-e0a5-41d3-b28f-028cbcaea10a HTTP/1.1" status: 204 len: 168 time: 0.1630871 Jun 24 16:40:47.736123 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.26', 54970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:47.851184 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:47.865633 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 16:40:47.869912 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2609fc4d80e4d06a66ac1c4425923b0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 16:40:47.872791 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 16:40:47.878410 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 16:40:47.960121 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:47.964464 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:48.009960 dv-cinder-847189-3-smb neutron-server[88132]: INFO neutron.wsgi [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2609fc4d80e4d06a66ac1c4425923b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727227 Jun 24 16:40:48.011457 dv-cinder-847189-3-smb neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f790923-812b-4e1c-8cfb-b7d3782510c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81344922-deba-42bc-bda8-b6d4fb16599a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:48.012737 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.26', 54976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 16:40:48.070614 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:48.095900 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:48.147170 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592548'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:48.161609 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81344922-deba-42bc-bda8-b6d4fb16599a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 16:40:48.170722 dv-cinder-847189-3-smb neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:48.171845 dv-cinder-847189-3-smb neutron-server[88131]: INFO neutron.wsgi [None req-890da64e-ac4b-488b-8a8b-493cb8779e09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81344922-deba-42bc-bda8-b6d4fb16599a HTTP/1.1" status: 204 len: 168 time: 0.1580794 Jun 24 16:40:52.675572 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:53.719154 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25afaecb-03a8-45f6-b9f1-2230191eb519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:56.127364 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1aab3c4-4a31-45cc-8d77-553a4f74c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:56.953185 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:57.202123 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:40:58.528666 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:01.524818 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:41:22.676259 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:23.719752 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-366cda5f-cadb-4a84-bc70-9a732c1c5145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:26.135746 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82d6a358-2284-417d-8be1-83ef43b6660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:26.956661 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:27.204546 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:28.531589 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:38.524067 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:41:52.686841 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:53.721107 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bef97b52-6ab4-4e07-99ac-4abd98db4d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:56.129166 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b37468ef-9217-496a-8e3a-ee6930495650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:56.960882 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:57.206217 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:41:58.535703 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:15.522615 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:42:22.686614 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:23.722631 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7ce3a54-db22-4664-9f19-79c761f02f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:26.130669 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b97297ef-45a1-4c2b-8cc4-54c7622bfda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:26.962562 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:27.207930 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:28.536305 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:52.521565 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:42:52.702683 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:53.724212 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb89e-ce64-4c3a-afe7-b9e6eccd1d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:56.133564 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ce8-0376-4018-8202-8a2d1656328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:56.964293 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:57.210017 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:42:58.539886 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:22.710432 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:23.725583 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5575babc-0315-4441-982e-46b232990159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:26.136364 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c29baaa9-6b7d-4d15-a4a9-a9683be73d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:26.967272 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:27.212301 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:28.540278 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:29.521356 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:43:52.715603 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:53.727142 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-161fc978-b00a-420f-9dd3-09723aff30bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:56.137526 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d545e257-2aa3-4cc6-86e4-ba5fe99df3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:56.970994 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:57.214127 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:43:58.542679 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:06.520154 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:44:22.715056 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:23.728403 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-83ed62cf-5a61-4af0-b4ba-5722eea6ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:26.139236 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec3cb-4daf-4907-be63-6ac3aa85e5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:26.972696 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:27.215094 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:28.544980 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:43.518938 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:44:52.714667 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:53.729847 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b12473e-376a-4b0e-893a-8ee2dc3a5b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:56.145369 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4b32-00c0-403a-bbe0-eb89b9a20f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:56.975707 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:57.219868 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:44:58.576274 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:20.517538 dv-cinder-847189-3-smb neutron-server[88134]: DEBUG neutron.db.agents_db [None req-df96fbfa-573e-407b-9bd7-a700c9d8d825 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 16:45:22.700338 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de1efe47-507d-4a01-b77e-166d7c463e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:23.731818 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de10db90-5ac6-4663-8274-3cc52f26c6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:26.137296 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19ca94c5-4c0b-4bcf-a3ae-c2f60feed4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:26.978580 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14567954-74d1-436d-a6b1-688f73184ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:27.221758 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-125d9c69-041d-4976-ac63-4d3caf312956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 16:45:28.550304 dv-cinder-847189-3-smb neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fa4d-7d18-42a0-a681-4141a658034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788907822183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8109143'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}